00000800:00000200:1.1F:1746155821.589682:0:3299:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa53ac00] -> 12345-192.168.203.127@tcp (2) 00000800:00000200:2.1F:1746155821.590091:0:3290:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa53ac00] -> 12345-192.168.203.127@tcp (2) 00000800:00000200:2.1:1746155821.590098:0:3290:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.127@tcp ffff8800a80c0000 deleted 00000800:00000010:2.1:1746155821.590100:0:3290:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a80c0000. 00000800:00000200:2.1:1746155821.590103:0:3290:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1746155821.590107:0:3290:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.127@tcp ip 192.168.203.127:1023 00000800:00000200:2.1:1746155821.590111:0:3290:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b410b200 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1746155821.590217:0:3289:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1F:1746155821.591203:0:3291:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa53ac00] -> 12345-192.168.203.127@tcp (4) 00000800:00000200:0.1:1746155821.591208:0:3291:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.127@tcp ffff8800b202a000 deleted 00000800:00000010:0.1:1746155821.591210:0:3291:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b202a000. 00000800:00000200:0.1:1746155821.591212:0:3291:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1746155821.591658:0:3289:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1746155821.770492:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c470c00. 00010000:00000010:0.1:1746155821.770499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c8ac200. 00010000:00000010:0.1:1746155822.204529:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a563f000. 00010000:00000010:0.1:1746155822.204535:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4a84c00. 00010000:00000010:0.1:1746155822.204538:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8bf7000. 00010000:00000010:1.1:1746155822.204601:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa5eaa00. 00010000:00000010:1.1:1746155822.204606:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5356200. 00010000:00010000:0.0:1746156209.692011:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e72859 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e730 expref: 226 pid: 8463 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.692026:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.692027:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.692033:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a2f800/0xb0171789e0e72860 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e737 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.692039:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a2f800/0xb0171789e0e72860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e737 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.692062:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136a2f800/0xb0171789e0e72860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e737 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156209.692072:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800896f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053223168:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156209.692125:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156209.697690:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.697773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.700305:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.700883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.700899:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055573504 00000100:00100000:0.0:1746156209.700902:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055573504 00010000:00010000:0.0:1746156209.700918:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136a2f800/0xb0171789e0e72860 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e737 expref: 7 pid: 8463 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.700935:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7817 00000100:00100000:0.0:1746156209.700939:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1975:x1830977055573504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156209.700947:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156209.701052:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136a2f800/0xb0171789e0e72860 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e737 expref: 7 pid: 8463 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.701062:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136a2f800/0xb0171789e0e72860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e737 expref: 7 pid: 8463 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.701076:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136a2f800/0xb0171789e0e72860 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e737 expref: 7 pid: 8463 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.701085:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.701086:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.701091:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22ee00/0xb0171789e0e72867 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e73e expref: 226 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.701099:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22ee00/0xb0171789e0e72867 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e73e expref: 226 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.701118:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22ee00/0xb0171789e0e72867 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e73e expref: 226 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.701127:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c22ee00/0xb0171789e0e72867 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e73e expref: 226 pid: 8463 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.701136:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053223552:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156209.701200:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156209.702692:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.702737:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053223552:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156209.702751:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156209.702778:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055573504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1837us (1895us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156209.702786:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 7817 00000100:00100000:0.0:1746156209.705007:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.710730:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.714169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.717472:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.717507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.717793:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3278 00000100:00100000:0.0:1746156209.717798:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:30945:x1830977055574528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156209.717809:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156209.717823:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095685600/0xb0171789e0e72875 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80e74c expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.717925:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e7286e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e745 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.717931:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22be00/0xb0171789e0e7287c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e753 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.717936:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.717937:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.717939:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095685600/0xb0171789e0e72875 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e74c expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.717964:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22be00/0xb0171789e0e7287c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e753 expref: 6 pid: 15159 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.717973:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c22be00/0xb0171789e0e7287c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e753 expref: 6 pid: 15159 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.717982:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800922f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053223808:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156209.718068:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e7286e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e745 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.718075:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e7286e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e745 expref: 11 pid: 8463 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.718083:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800922f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053223936:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156209.718098:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156209.719985:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.720058:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.722240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.725650:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.728713:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.732327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.737052:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.742532:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.747755:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.748804:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.752335:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053224448:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156209.753601:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.754908:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.757746:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055576960 00000100:00100000:0.0:1746156209.757753:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055576960 00010000:00010000:0.0:1746156209.757777:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22b000/0xb0171789e0e7288a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e761 expref: 13 pid: 8461 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.757830:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7823 00000100:00100000:0.0:1746156209.757837:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977055576960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156209.757848:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156209.757864:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c22b000/0xb0171789e0e7288a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e761 expref: 13 pid: 8461 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.757874:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c22b000/0xb0171789e0e7288a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e761 expref: 13 pid: 8461 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.757891:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c22b000/0xb0171789e0e7288a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e761 expref: 13 pid: 8461 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.757931:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.757933:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.757939:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e72891 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e768 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.757946:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e72891 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e768 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.757971:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e72891 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e768 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.757984:0:7103:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e72891 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e768 expref: 12 pid: 8461 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.757994:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c3ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053224832:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156209.758147:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156209.761081:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.768927:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.774005:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.777001:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.777087:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.780849:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.783324:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055578240 00000100:00100000:0.0:1746156209.783328:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055578240 00010000:00010000:0.0:1746156209.783346:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22ee00/0xb0171789e0e72898 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e76f expref: 6 pid: 8461 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.783391:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7825 00000100:00100000:0.0:1746156209.783397:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055578240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156209.783405:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156209.783421:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c22ee00/0xb0171789e0e72898 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e76f expref: 6 pid: 8461 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.783431:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c22ee00/0xb0171789e0e72898 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e76f expref: 6 pid: 8461 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.783451:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c22ee00/0xb0171789e0e72898 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e76f expref: 6 pid: 8461 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.783464:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.783465:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.783471:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e7289f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e776 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.783478:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e7289f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e776 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.783497:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e7289f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e776 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.783507:0:7103:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e7289f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e776 expref: 14 pid: 15159 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.783518:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053225344:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156209.783836:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156209.786142:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.794408:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.796297:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.803918:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055579264 00000100:00100000:0.0:1746156209.803923:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055579264 00000100:00100000:0.0:1746156209.803994:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3285 00000100:00100000:0.0:1746156209.804001:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800896f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977055579264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156209.804013:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156209.804026:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095685600/0xb0171789e0e728ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80e784 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.804044:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.804045:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.804052:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095685600/0xb0171789e0e728ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e784 expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.804064:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095685600/0xb0171789e0e728ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e784 expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.804073:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095685600, rc 0) 00000100:00100000:0.0:1746156209.804427:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800896f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055579264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 426us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156209.804432:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3285 00000100:00100000:0.0:1746156209.806749:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.811955:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.815456:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.825803:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3287 00000100:00100000:0.0:1746156209.825811:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055580288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156209.825826:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156209.825840:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e728bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80e792 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.826240:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e728b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e78b expref: 15 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.826807:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156209.826809:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156209.826813:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e728bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e792 expref: 7 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.827306:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e728b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e78b expref: 15 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.827317:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e728b4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e78b expref: 15 pid: 8462 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.827328:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053225984:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156209.828019:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156209.832272:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053225984:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156209.832291:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e728bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e792 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.832304:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095685c00, rc 0) 00000100:00100000:0.0:1746156209.832339:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055580288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6529us (6611us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156209.832345:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3287 00000100:00100000:0.0:1746156209.832895:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.837362:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.840872:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055580928 00000100:00100000:0.0:1746156209.840879:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055580928 00010000:00010000:0.0:1746156209.840902:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e728b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e78b expref: 18 pid: 8462 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.840927:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7829 00000100:00100000:0.0:1746156209.840933:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1975:x1830977055580928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156209.840945:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156209.840965:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e728b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e78b expref: 18 pid: 8462 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.840975:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e728b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e78b expref: 18 pid: 8462 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.840993:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e728b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e78b expref: 18 pid: 8462 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746156209.841005:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.841007:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.841013:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e728bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e792 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.841020:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e728bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e792 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.841046:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e728bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e792 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156209.841055:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c84c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053226112:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156209.841125:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156209.844863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.851258:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.851344:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.854962:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.858509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.866162:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.871431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.875441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.882021:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.882071:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.882230:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3291 00000100:00100000:0.0:1746156209.882238:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:30945:x1830977055582720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156209.882245:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156209.882260:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e728d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80e7ae expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.882347:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012baa3a00/0xb0171789e0e728c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7a0 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.882393:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b384600/0xb0171789e0e728d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7a7 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.882399:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.882401:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.882404:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e728d0 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7ae expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.882432:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b384600/0xb0171789e0e728d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7a7 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.882443:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b384600/0xb0171789e0e728d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7a7 expref: 6 pid: 8461 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.882453:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053226752:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156209.882536:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012baa3a00/0xb0171789e0e728c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7a0 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.882543:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012baa3a00/0xb0171789e0e728c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7a0 expref: 21 pid: 8461 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746156209.882551:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c081f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053226880:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156209.882568:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156209.884070:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.885871:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.889051:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.890954:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.896429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.901188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.906122:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.906719:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.910269:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.911679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.912932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.914743:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.917302:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.918912:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.920832:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.923228:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.926256:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.926759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.929604:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.931581:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.933039:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.936461:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.940570:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.943846:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.946166:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.949001:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.949052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.950846:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.950870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.950906:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.950934:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055588224 00000100:00100000:0.0:1746156209.950938:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055588224 00000100:00100000:0.0:1746156209.950969:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3300 00000100:00100000:0.0:1746156209.951098:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:30946:x1830977055588224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156209.951112:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156209.951121:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72916 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80e7ed expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.951197:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b384600/0xb0171789e0e7290f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7e6 expref: 28 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.951208:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156209.951209:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156209.951212:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72916 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7ed expref: 28 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.951228:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b384600/0xb0171789e0e7290f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7e6 expref: 27 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.951237:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b384600/0xb0171789e0e7290f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7e6 expref: 27 pid: 15159 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746156209.951245:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977053228928:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156209.953257:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.963132:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.965436:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.968420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.971561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.972750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.977307:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.977411:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.977435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.977564:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055589760 00000100:00100000:0.0:1746156209.977569:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055589760 00010000:00010000:0.0:1746156209.977594:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72916 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7ed expref: 29 pid: 8462 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746156209.977614:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7843 00000100:00100000:0.0:1746156209.977620:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1975:x1830977055589760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156209.977629:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156209.977643:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72916 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7ed expref: 29 pid: 8462 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156209.977652:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72916 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7ed expref: 29 pid: 8462 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156209.978359:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72916 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7ed expref: 31 pid: 8462 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156209.978399:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.978400:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156209.978407:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2e00/0xb0171789e0e72924 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7fb expref: 30 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156209.978414:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2e00/0xb0171789e0e72924 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e7fb expref: 30 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156209.981067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.983467:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.985717:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.988549:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.990221:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.993297:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.996852:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156209.998949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.002017:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.002048:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.002078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.004592:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.004619:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055592320 00000100:00100000:0.0:1746156210.004622:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055592320 00002000:00100000:0.0:1746156210.004649:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092cbf800 x1830977055592320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:526/0 lens 488/0 e 0 to 0 dl 1746156221 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156210.004773:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf800 with x1830977055592320 ext(0->4095) 00010000:00010000:0.0:1746156210.004780:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e72939 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e810 expref: 30 pid: 8462 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.004790:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e72939 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e810 expref: 30 pid: 8462 timeout: 566 lvb_type: 0 00002000:00010000:0.0:1746156210.004795:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cbf800 00000100:00100000:0.0:1746156210.004821:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 397 00000100:00100000:0.0:1746156210.004827:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1974:x1830977055592320:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156210.004954:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1974:x1830977055592320:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156210.004965:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 397 00002000:00100000:0.0:1746156210.004971:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092cbf800 x1830977055592320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:526/0 lens 488/4536 e 0 to 0 dl 1746156221 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156210.004977:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf800 with x1830977055592320 ext(0->4095) 00010000:00010000:0.0:1746156210.004981:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e72939 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e810 expref: 30 pid: 8462 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.004992:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e72939 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e810 expref: 30 pid: 8462 timeout: 566 lvb_type: 0 00002000:00010000:0.0:1746156210.004996:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cbf800 00000100:00100000:0.0:1746156210.006489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.008707:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.012560:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.015023:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.016761:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.019777:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.020997:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.028052:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.028318:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.031823:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.033848:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.042088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.045317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.048457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.049334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.050190:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.052738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.052832:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.052861:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.055716:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.059880:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.062962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.066543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.069458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.072920:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.073607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.075890:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.075964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.078302:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.081267:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.085711:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.087929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.091144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.093555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.095773:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.099703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.103669:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.115874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.119587:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.127763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.130813:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055600640 00000100:00100000:0.0:1746156210.130818:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055600640 00002000:00100000:0.0:1746156210.130850:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800953cb480 x1830977055600640/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:526/0 lens 488/0 e 0 to 0 dl 1746156221 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156210.130859:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cb480 with x1830977055600640 ext(0->4095) 00002000:00010000:0.0:1746156210.130863:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800953cb480 00000100:00100000:0.0:1746156210.130878:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2925 00000100:00100000:0.0:1746156210.130884:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977055600640:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156210.131147:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977055600640:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 263us (403us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156210.131153:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2925 00002000:00100000:0.0:1746156210.131158:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800953cb480 x1830977055600640/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:526/0 lens 488/4536 e 0 to 0 dl 1746156221 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156210.131192:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cb480 with x1830977055600640 ext(0->4095) 00002000:00010000:0.0:1746156210.131195:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800953cb480 00000100:00100000:0.0:1746156210.132493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.134583:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.138575:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.138629:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.141216:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055601664 00000100:00100000:0.0:1746156210.141223:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055601664 00000100:00100000:0.0:1746156210.141335:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7862 00000100:00100000:0.0:1746156210.141342:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055601792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156210.141359:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156210.141385:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e72994 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e86b expref: 6 pid: 8461 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.141404:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e72994 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e86b expref: 6 pid: 8461 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.141447:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156210.141477:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055601792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 136us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156210.141483:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 7862 00000100:00100000:0.0:1746156210.144506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.150750:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.153099:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.155627:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.158250:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.158296:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.163463:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.163503:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.165281:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.167120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.168831:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.171887:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.174338:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.176714:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.179484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.180262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.180908:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.182831:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.182862:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.182896:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.184916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.187576:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.191730:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.197888:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.202647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.204965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.206411:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.207239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.210596:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.210646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.217528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.220222:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.223119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.227107:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.227147:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.231106:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.233894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.235931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.237917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.240586:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.243080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.244755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.247689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.247737:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.249484:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.249788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.252679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.254198:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.256578:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.258672:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.261042:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.262450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.264497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.267063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.267112:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.269824:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.269848:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.270591:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.272687:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.274514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.276315:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156210.276451:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9600/0xb0171789e0e72a19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e8f0 expref: 55 pid: 8462 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746156210.276479:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7880 00000100:00100000:0.0:1746156210.276485:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4832a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1973:x1830977055613312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156210.276560:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746156210.278935:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.280759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.282113:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.284288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.291015:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.293290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.294135:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.294176:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.296314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.298155:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.301513:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.306546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.308709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.311005:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.313145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.318328:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.318415:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.319042:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.322606:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.326611:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.335031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.342821:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.343462:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053238784:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746156210.343491:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156210.343523:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053238784 00000100:00100000:0.0:1746156210.343526:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053238784 00000100:00080000:0.0:1746156210.343557:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156210.343634:0:3303:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968033 gen 2 00000004:00080000:0.0:1746156210.343639:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f86d80, transno 4294968033 00000100:00100000:0.0:1746156210.343692:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053238784:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746156210.345218:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.348864:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.352398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.360210:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.365361:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.369435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.374145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.374183:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.376177:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.378118:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.380517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.382927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.387266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.389333:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.391642:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.400032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.411127:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.412411:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.412686:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.415838:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.422916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.425514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.428931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.431634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.432794:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.441091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.443732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.443789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.448857:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055623040 00000100:00100000:0.0:1746156210.448864:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055623040 00010000:00010000:0.0:1746156210.448891:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e72a82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e959 expref: 6 pid: 8461 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746156210.448921:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055623168 00000100:00100000:0.0:1746156210.448924:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055623168 00010000:00010000:0.0:1746156210.448933:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095685000/0xb0171789e0e72a7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e952 expref: 66 pid: 8461 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746156210.448947:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7894 00000100:00100000:0.0:1746156210.448952:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977055623040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156210.448961:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156210.448977:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e72a82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e959 expref: 7 pid: 8461 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.448989:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e72a82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e959 expref: 7 pid: 8461 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.449006:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095685c00/0xb0171789e0e72a82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e959 expref: 7 pid: 8461 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.449021:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156210.449049:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1973:x1830977055623040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 96us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156210.449747:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 7894 00000100:00100000:0.0:1746156210.453326:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055623552 00000100:00100000:0.0:1746156210.453332:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055623552 00002000:00100000:0.0:1746156210.453389:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c0b100 x1830977055623552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:526/0 lens 488/0 e 0 to 0 dl 1746156221 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156210.453399:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977055623552 ext(0->4095) 00010000:00010000:0.0:1746156210.453406:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095684400/0xb0171789e0e72a89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e960 expref: 64 pid: 8461 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.453417:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095684400/0xb0171789e0e72a89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e960 expref: 64 pid: 8461 timeout: 566 lvb_type: 0 00002000:00010000:0.0:1746156210.453424:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c0b100 00000100:00100000:0.0:1746156210.453450:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 436 00000100:00100000:0.0:1746156210.453456:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977055623552:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156210.453582:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977055623552:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (727us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156210.453589:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 436 00002000:00100000:0.0:1746156210.453593:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c0b100 x1830977055623552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:526/0 lens 488/4536 e 0 to 0 dl 1746156221 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156210.453600:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977055623552 ext(0->4095) 00010000:00010000:0.0:1746156210.453604:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095684400/0xb0171789e0e72a89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e960 expref: 64 pid: 8461 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.453612:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095684400/0xb0171789e0e72a89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e960 expref: 64 pid: 8461 timeout: 566 lvb_type: 0 00002000:00010000:0.0:1746156210.453617:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c0b100 00000100:00100000:0.0:1746156210.457058:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.461267:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.463647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.467923:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.468110:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.471402:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.474840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.478634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.483025:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.486991:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.491059:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.491102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.493471:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.495695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.497804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.500839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.504161:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.511651:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.513438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.516259:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.516312:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.518983:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.519438:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.519565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.525774:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.532758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.539104:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.543779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.547673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.547712:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.554284:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055629184 00000100:00100000:0.0:1746156210.554290:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055629184 00010000:00010000:0.0:1746156210.554314:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba96800/0xb0171789e0e72ac1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e998 expref: 73 pid: 8463 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746156210.554343:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7904 00000100:00100000:0.0:1746156210.554359:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+73:1973:x1830977055629184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156210.554387:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156210.554404:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba96800/0xb0171789e0e72ac1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e998 expref: 73 pid: 8463 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.554411:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba96800/0xb0171789e0e72ac1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e998 expref: 73 pid: 8463 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.554429:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba96800/0xb0171789e0e72ac1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e998 expref: 73 pid: 8463 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.554443:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156210.554463:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1973:x1830977055629184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 105us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156210.554469:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 7904 00000100:00100000:0.0:1746156210.557131:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.562742:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.565864:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.568795:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.572642:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.576244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.581556:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.584102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.590884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.591985:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.592021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.595443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.604417:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.612641:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.622428:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977053244032:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156210.622448:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094fc2600/0xb0171789e0e72af2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e9c9 expref: 77 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.622459:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc2600, rc 0) 00000100:00100000:0.0:1746156210.622494:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:30945:x1830977055632384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4494us (4627us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156210.622500:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3368 00000100:00100000:0.0:1746156210.623745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.623813:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.626054:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.627192:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977053244288:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156210.627213:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d56f200/0xb0171789e0e72af9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e9d0 expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.627224:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d56f200, rc 0) 00000100:00100000:0.0:1746156210.627254:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055632768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2799us (3514us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156210.627261:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3369 00000100:00100000:0.0:1746156210.627887:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.629771:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.633199:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.635890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.637409:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.644966:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.645046:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.647412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.647446:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.647494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.647516:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055634944 00000100:00100000:0.0:1746156210.647520:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055634944 00000100:00100000:0.0:1746156210.647551:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3372 00000100:00100000:0.0:1746156210.647557:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055634944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156210.647567:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156210.647577:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72b0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80e9e5 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.647588:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156210.647592:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72b07 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e9de expref: 79 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.647596:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156210.647599:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72b0e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e9e5 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.647619:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72b07 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e9de expref: 79 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.647633:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72b0e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e9e5 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.647640:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02a00, rc 0) 00000100:00100000:0.0:1746156210.647659:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:30946:x1830977055634944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156210.647665:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3372 00000100:00100000:0.0:1746156210.649867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.653678:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.656678:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.665151:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.668277:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.670248:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.675815:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.679753:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.679794:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.679815:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055636992 00000100:00100000:0.0:1746156210.679817:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055636992 00000100:00100000:0.0:1746156210.679846:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3375 00000100:00100000:0.0:1746156210.679852:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055636992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156210.679865:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156210.679875:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e72b23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80e9fa expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.679892:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156210.680252:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22be00/0xb0171789e0e72b1c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e9f3 expref: 82 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.680422:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156210.680427:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e72b23 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80e9fa expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156210.685690:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.692694:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.700041:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.700968:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.704882:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.707497:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.710241:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.714972:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.719082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.721493:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.724773:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.726447:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.728965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.732210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.735488:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.743800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.755139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.755235:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.761061:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.765425:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.766195:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.766245:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055640704 00000100:00100000:0.0:1746156210.766248:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055640704 00010000:00010000:0.0:1746156210.766262:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e72b3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea16 expref: 87 pid: 8462 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746156210.766279:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7922 00000100:00100000:0.0:1746156210.766283:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:1975:x1830977055640704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156210.766290:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156210.766308:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e72b3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea16 expref: 87 pid: 8462 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.766317:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e72b3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea16 expref: 87 pid: 8462 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.766330:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e72b3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea16 expref: 87 pid: 8462 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746156210.766356:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156210.766358:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156210.766363:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095595400/0xb0171789e0e72b46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea1d expref: 86 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.766386:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095595400/0xb0171789e0e72b46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea1d expref: 86 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.766414:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095595400/0xb0171789e0e72b46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea1d expref: 86 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156210.766423:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095595400/0xb0171789e0e72b46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea1d expref: 86 pid: 8463 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746156210.766432:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135d68000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053247104:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156210.766474:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156210.769598:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.783530:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.789246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.795169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.802791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.806708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.813001:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.818626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.822573:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.825295:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.830481:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.831149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.834037:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.834656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.837399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.841060:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.844119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.857459:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.857496:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.862137:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.862685:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.865912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.870964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.876925:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.880898:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.897466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.897519:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.908785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.912512:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.923122:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.933082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.935424:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.942394:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.943439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.947893:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.947927:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.953093:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055648000 00000100:00100000:0.0:1746156210.953098:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055648000 00002000:00100000:0.0:1746156210.953128:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b6f100 x1830977055648000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:526/0 lens 488/0 e 0 to 0 dl 1746156221 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156210.953136:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6f100 with x1830977055648000 ext(0->4095) 00010000:00010000:0.0:1746156210.953143:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e72b93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea71 expref: 96 pid: 8463 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156210.953153:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e72b93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea71 expref: 96 pid: 8463 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746156210.953159:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6f100 00000100:00100000:0.0:1746156210.953651:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 473 00000100:00100000:0.0:1746156210.953658:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1974:x1830977055648000:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156210.953770:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1974:x1830977055648000:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (739us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156210.953774:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 473 00002000:00100000:0.0:1746156210.953779:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b6f100 x1830977055648000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:526/0 lens 488/4536 e 0 to 0 dl 1746156221 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156210.953786:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6f100 with x1830977055648000 ext(0->4095) 00010000:00010000:0.0:1746156210.953790:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e72b93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea71 expref: 96 pid: 8463 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156210.953798:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e72b93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ea71 expref: 96 pid: 8463 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746156210.953803:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6f100 00000100:00100000:0.0:1746156210.956476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.959677:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.965620:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.969818:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.973910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.974090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.976629:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.979003:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.979064:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.988086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.992119:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.999828:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156210.999881:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055650432 00000100:00100000:0.0:1746156210.999886:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055650432 00002000:00100000:0.0:1746156210.999913:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880095039880 x1830977055650432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:526/0 lens 488/0 e 0 to 0 dl 1746156221 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156210.999921:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039880 with x1830977055650432 ext(0->4095) 00002000:00010000:0.0:1746156210.999924:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095039880 00000100:00100000:0.0:1746156210.999950:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2976 00000100:00100000:0.0:1746156210.999957:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977055650432:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156211.001470:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977055650432:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1508us (1637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156211.001478:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2976 00002000:00100000:0.0:1746156211.001484:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880095039880 x1830977055650432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:526/0 lens 488/4536 e 0 to 0 dl 1746156221 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156211.001492:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039880 with x1830977055650432 ext(0->4095) 00002000:00010000:0.0:1746156211.001495:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095039880 00000100:00100000:0.0:1746156211.008339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.015742:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.022359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.028752:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.029553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.035121:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.035969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.039654:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.042067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.045850:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.049825:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.058043:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.058134:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.062158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.069128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.071762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.073676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.076443:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.079157:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.081288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.083640:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.083749:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3404 00000100:00100000:0.0:1746156211.083754:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:30946:x1830977055654656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156211.083766:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156211.083777:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e72bee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80eac5 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.083800:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.083801:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.083806:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e72bee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eac5 expref: 106 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.083815:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e72bee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eac5 expref: 106 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.083821:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03200, rc 0) 00000100:00100000:0.0:1746156211.083857:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:30946:x1830977055654656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156211.083861:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3404 00000100:00100000:0.0:1746156211.084215:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.085784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.086945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.088121:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.088174:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.091037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.093645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.096747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.100254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.102825:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.105946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.107044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.110177:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.110624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.112242:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055657216 00000100:00100000:0.0:1746156211.112249:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055657216 00010000:00010000:0.0:1746156211.112269:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22b600/0xb0171789e0e72c03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eada expref: 109 pid: 8462 timeout: 567 lvb_type: 0 00000100:00100000:0.0:1746156211.112297:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7950 00000100:00100000:0.0:1746156211.112302:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+109:1972:x1830977055657216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156211.112311:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156211.112327:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c22b600/0xb0171789e0e72c03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eada expref: 109 pid: 8462 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.112336:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c22b600/0xb0171789e0e72c03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eada expref: 109 pid: 8462 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.112362:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c22b600/0xb0171789e0e72c03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eada expref: 109 pid: 8462 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.112392:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.112393:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.112399:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e72c0a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eae1 expref: 108 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.112404:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e72c0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eae1 expref: 108 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.112427:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e72c0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eae1 expref: 108 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.112440:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e72c0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eae1 expref: 108 pid: 8463 timeout: 567 lvb_type: 0 00000100:00100000:0.0:1746156211.112449:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053253504:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156211.112499:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156211.117701:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.123762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.130823:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.132884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.136280:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.139209:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.140018:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.142579:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.143490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.143516:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.145766:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.149888:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.152609:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.159182:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.160155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.162476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.163096:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.164889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.164928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.166771:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.172610:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.174903:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.182653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.182737:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.186734:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055662208 00000100:00100000:0.0:1746156211.186740:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055662208 00002000:00100000:0.0:1746156211.186775:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd7480 x1830977055662208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:527/0 lens 488/0 e 0 to 0 dl 1746156222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156211.186786:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7480 with x1830977055662208 ext(0->4095) 00010000:00010000:0.0:1746156211.186822:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009484a000/0xb0171789e0e72c49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eb20 expref: 115 pid: 15159 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.186834:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009484a000/0xb0171789e0e72c49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eb20 expref: 115 pid: 15159 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746156211.186840:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd7480 00000100:00100000:0.0:1746156211.186880:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 496 00000100:00100000:0.0:1746156211.186886:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+115:1975:x1830977055662208:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156211.187029:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+115:1975:x1830977055662208:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156211.187034:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 496 00002000:00100000:0.0:1746156211.187039:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd7480 x1830977055662208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:527/0 lens 488/4536 e 0 to 0 dl 1746156222 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156211.187046:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7480 with x1830977055662208 ext(0->4095) 00010000:00010000:0.0:1746156211.187050:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009484a000/0xb0171789e0e72c49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eb20 expref: 115 pid: 15159 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.187059:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009484a000/0xb0171789e0e72c49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eb20 expref: 115 pid: 15159 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746156211.187065:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd7480 00000100:00100000:0.0:1746156211.189853:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.192335:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.196886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.206352:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.208882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.214200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.216073:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.219508:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.221755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.224701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.231434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.237044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.243220:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.247875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.252208:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.254289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.259633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.262652:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.268634:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.269122:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.274930:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.275046:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.278962:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.279013:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.281793:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.285044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.293729:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.297731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.299429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.302966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.303173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.303202:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055668352 00000100:00100000:0.0:1746156211.303204:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055668352 00002000:00100000:0.0:1746156211.303224:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b544a80 x1830977055668352/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:527/0 lens 488/0 e 0 to 0 dl 1746156222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156211.303232:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977055668352 ext(0->4095) 00002000:00010000:0.0:1746156211.303236:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b544a80 00000100:00100000:0.0:1746156211.303260:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2991 00000100:00100000:0.0:1746156211.303264:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055668352:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156211.303403:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055668352:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156211.303409:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2991 00002000:00100000:0.0:1746156211.303414:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b544a80 x1830977055668352/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:527/0 lens 488/4536 e 0 to 0 dl 1746156222 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156211.303420:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977055668352 ext(0->4095) 00010000:00010000:0.0:1746156211.303425:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97e00/0xb0171789e0e72c81 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eb58 expref: 6 pid: 15159 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.303436:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba97e00/0xb0171789e0e72c81 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eb58 expref: 6 pid: 15159 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746156211.303441:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b544a80 00000100:00100000:0.0:1746156211.305069:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.305329:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.305439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.308515:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.313131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.315011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.318701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.321335:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.321415:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.325058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.325543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.328910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.332167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.337788:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.340848:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.346991:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.348399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.350191:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.352403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.354962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.359580:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.366452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.368223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.369424:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.371594:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.374600:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.378328:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.383963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.389850:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.394300:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.396704:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.397095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.400703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.400797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.403570:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.412708:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.417727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.421846:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055675008 00000100:00100000:0.0:1746156211.421854:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055675008 00000100:00100000:0.0:1746156211.421922:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3438 00000100:00100000:0.0:1746156211.421928:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977055675008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156211.421943:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156211.421956:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72cdc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ebb3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.421974:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.421975:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.421981:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72cdc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebb3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.421990:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72cdc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebb3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.421999:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02a00, rc 0) 00000100:00100000:0.0:1746156211.422032:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055675008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156211.422037:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3438 00000100:00100000:0.0:1746156211.425729:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.425770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.432325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.435999:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.454912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.464217:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.464750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.464774:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055676288 00000100:00100000:0.0:1746156211.464777:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055676288 00000100:00100000:0.0:1746156211.464801:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3441 00000100:00100000:0.0:1746156211.464806:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+133:30945:x1830977055676288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156211.464815:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156211.464825:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72cf1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ebc8 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.464839:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156211.464842:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba96e00/0xb0171789e0e72cea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebc1 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.464847:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156211.464850:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72cf1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebc8 expref: 134 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.464968:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba96e00/0xb0171789e0e72cea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebc1 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.464977:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72cf1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebc8 expref: 134 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.464983:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03c00, rc 0) 00000100:00100000:0.0:1746156211.465002:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+134:30945:x1830977055676288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156211.465008:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3441 00000100:00100000:0.0:1746156211.466984:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.470779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.473309:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.482943:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.485632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.488169:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.491451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.495761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.498779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.499171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.502471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.502682:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.502770:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.506105:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.509335:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.513160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.516483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.519320:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.521937:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.523979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.524023:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.525903:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.527041:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.527131:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.529233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.529254:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055680896 00000100:00100000:0.0:1746156211.529258:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055680896 00002000:00100000:0.0:1746156211.529280:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b01500 x1830977055680896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:527/0 lens 488/0 e 0 to 0 dl 1746156222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156211.529288:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01500 with x1830977055680896 ext(0->4095) 00010000:00010000:0.0:1746156211.529293:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e72d1b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebf2 expref: 139 pid: 8463 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.529302:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e72d1b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebf2 expref: 139 pid: 8463 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746156211.529307:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b01500 00000100:00100000:0.0:1746156211.529332:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 522 00000100:00100000:0.0:1746156211.529337:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+139:1973:x1830977055680896:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156211.529481:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+139:1973:x1830977055680896:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156211.529487:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 522 00002000:00100000:0.0:1746156211.529492:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b01500 x1830977055680896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:527/0 lens 488/4536 e 0 to 0 dl 1746156222 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156211.529498:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01500 with x1830977055680896 ext(0->4095) 00010000:00010000:0.0:1746156211.529502:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e72d1b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebf2 expref: 139 pid: 8463 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.529510:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e72d1b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebf2 expref: 139 pid: 8463 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746156211.529515:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b01500 00000100:00100000:0.0:1746156211.533992:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055681152 00000100:00100000:0.0:1746156211.534001:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055681152 00002000:00100000:0.0:1746156211.534047:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880123b6e300 x1830977055681152/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:527/0 lens 496/0 e 0 to 0 dl 1746156222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156211.534056:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6e300 with x1830977055681152 ext(0->7) 00010000:00010000:0.0:1746156211.534063:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e72d1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebf2 expref: 138 pid: 8463 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.534074:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e72d1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebf2 expref: 138 pid: 8463 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746156211.534080:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6e300 00000100:00100000:0.0:1746156211.534097:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 523 00000100:00100000:0.0:1746156211.534103:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+138:1975:x1830977055681152:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156211.534448:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+140:1975:x1830977055681152:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 344us (1322us total) trans 4294968210 rc 0/0 00000100:00100000:0.0:1746156211.534458:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 523 00002000:00100000:0.0:1746156211.534463:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880123b6e300 x1830977055681152/t4294968210(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:527/0 lens 496/448 e 0 to 0 dl 1746156222 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156211.534469:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6e300 with x1830977055681152 ext(0->7) 00010000:00010000:0.0:1746156211.534473:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e72d1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebf2 expref: 140 pid: 8463 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746156211.534480:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e72d1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ebf2 expref: 140 pid: 8463 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746156211.534485:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6e300 00000100:00100000:0.0:1746156211.536025:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.539244:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.543990:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055681664 00000100:00100000:0.0:1746156211.543997:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055681664 00000100:00100000:0.0:1746156211.544041:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3449 00000100:00100000:0.0:1746156211.544048:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+139:30946:x1830977055681664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156211.544063:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156211.544077:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72d29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ec00 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.544096:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.544098:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.544104:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72d29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ec00 expref: 140 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.544120:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72d29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ec00 expref: 140 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.544129:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02200, rc 0) 00000100:00100000:0.0:1746156211.544171:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+140:30946:x1830977055681664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156211.544176:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3449 00000100:00100000:0.0:1746156211.547243:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.552630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.552680:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.557055:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.557097:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.563817:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093634380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053262976:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156211.563835:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e72d37 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ec0e expref: 141 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.563848:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97600, rc 0) 00000100:00100000:0.0:1746156211.564388:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+142:30946:x1830977055682688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5874us (5937us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156211.564394:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3451 00000100:00100000:0.0:1746156211.568288:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.571791:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.576435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.582996:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.583042:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.585758:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.586418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.588155:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.591798:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.595568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.603735:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.605982:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.609201:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.609952:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.613685:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.613734:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.617918:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.618730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.621012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.623720:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053264768:0@lo:400:kworker.0 00000100:00100000:0.0:1746156211.623745:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156211.624211:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053264768:0@lo:400:kworker.0 00000100:00100000:0.0:1746156211.631990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.635025:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.639145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.639649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.642138:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.644951:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.647266:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.649182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.653536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.656022:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.657660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.662428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.666973:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.680291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.680453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.680491:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.682221:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.684534:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.687303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.692640:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.699056:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.699240:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3463 00000100:00100000:0.0:1746156211.699248:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+150:30946:x1830977055690496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156211.699308:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156211.699330:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72d92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ec62 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.699395:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.699398:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095631400/0xb0171789e0e72d8b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ec69 expref: 152 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.699403:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156211.699405:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72d92 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ec62 expref: 152 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.699426:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095631400/0xb0171789e0e72d8b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ec69 expref: 152 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.699442:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72d92 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ec62 expref: 152 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.699450:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02a00, rc 0) 00000100:00100000:0.0:1746156211.699491:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+152:30946:x1830977055690496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 244us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156211.699497:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3463 00000100:00100000:0.0:1746156211.702854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.707756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.711296:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.716768:0:7103:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053266816:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156211.716789:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156211.716825:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+152:1973:x1830977055691392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5284us (5537us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156211.716834:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8006 00000100:00100000:0.0:1746156211.720321:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.722419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.724013:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.727361:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.730195:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.735263:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.742838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.744790:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.749291:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.755238:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.760475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.760659:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.761069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.769312:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053267968 00000100:00100000:0.0:1746156211.769318:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053267968 00000100:00100000:0.0:1746156211.769361:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1746156211.769382:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977053267968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746156211.769456:0:8464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 607715328 pending 0 free 3854565376 avail 3852468224 00000100:00100000:0.0:1746156211.769491:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977053267968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156211.769496:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1746156211.769525:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977053267968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746156211.774598:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.784137:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.800085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.803171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.804058:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.807487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.811680:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.815487:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.819237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.823979:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.827184:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.831621:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.835912:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.841606:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.844581:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.850230:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.850834:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.852466:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.853795:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.855149:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.855190:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.858151:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.860735:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.862824:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.865706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.868184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.871691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.880167:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.882894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.882935:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.886816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.888054:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.890710:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.893573:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.895941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.899802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.901563:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.903958:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.907680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.908349:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.910947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.911629:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.924865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.928982:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.929351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.930622:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a43e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156211.932730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.935304:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.939968:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.943009:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.944696:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.946203:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.949055:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.951033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.953697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.956089:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.957639:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055705728 00000100:00100000:0.0:1746156211.957643:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055705728 00010000:00010000:0.0:1746156211.957661:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f98400/0xb0171789e0e72e25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ecfc expref: 169 pid: 8461 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156211.957689:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8028 00000100:00100000:0.0:1746156211.957695:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+169:1975:x1830977055705728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156211.957703:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156211.957717:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f98400/0xb0171789e0e72e25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ecfc expref: 169 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156211.957725:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f98400/0xb0171789e0e72e25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ecfc expref: 169 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156211.957740:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f98400/0xb0171789e0e72e25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ecfc expref: 169 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156211.957755:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.957756:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.957761:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f98200/0xb0171789e0e72e2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed03 expref: 168 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.957768:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f98200/0xb0171789e0e72e2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed03 expref: 168 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.957791:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f98200/0xb0171789e0e72e2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed03 expref: 168 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156211.957801:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053271936:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156211.957852:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156211.959659:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.962750:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.973532:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.976002:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.976788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.976813:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3488 00000100:00100000:0.0:1746156211.976820:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+170:30945:x1830977055706752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156211.976839:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156211.976852:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72e3a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ed11 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.976924:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e22b800/0xb0171789e0e72e33 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed0a expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.976931:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.976932:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156211.976935:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72e3a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed11 expref: 171 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.976955:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e22b800/0xb0171789e0e72e33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed0a expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156211.976964:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e22b800/0xb0171789e0e72e33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed0a expref: 5 pid: 8461 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156211.976972:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133fc0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053272320:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156211.977232:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156211.978975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.980943:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156211.989279:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.000894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.000938:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.004207:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.006496:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.006547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.010021:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.013200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.016516:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.019034:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.021019:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.024874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.029196:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.029274:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.032121:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.032142:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.032164:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.041997:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.046434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.048516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.050479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.052283:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.054213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.057297:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.057316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.057356:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.059672:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.063083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.075428:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055712896 00000100:00100000:0.0:1746156212.075432:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055712896 00000100:00100000:0.0:1746156212.075454:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3498 00000100:00100000:0.0:1746156212.075459:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+178:30945:x1830977055712896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156212.075469:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156212.075478:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72e80 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ed57 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.075493:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e72e79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed50 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.075502:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.075503:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.075506:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e72e80 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed57 expref: 179 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.075520:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e72e79 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed50 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.075528:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e72e79 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed50 expref: 5 pid: 8463 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156212.075534:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053274624:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156212.075999:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156212.079528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.082069:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.084054:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.089301:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.091935:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.097044:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.100145:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053275008:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156212.101507:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156212.101821:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+179:1973:x1830977055713920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4625us (4781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.101829:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8041 00000100:00100000:0.0:1746156212.103175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.104547:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055714432 00000100:00100000:0.0:1746156212.104552:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055714432 00000100:00100000:0.0:1746156212.104577:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3501 00000100:00100000:0.0:1746156212.104582:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+181:30946:x1830977055714432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156212.104591:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156212.104600:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72e95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ed6c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.104613:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.104617:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97800/0xb0171789e0e72e8e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed65 expref: 182 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.104622:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156212.104625:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72e95 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed6c expref: 182 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.104649:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba97800/0xb0171789e0e72e8e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed65 expref: 182 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.104658:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e72e95 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed6c expref: 182 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.104665:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02a00, rc 0) 00000100:00100000:0.0:1746156212.104688:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+182:30946:x1830977055714432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.104693:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3501 00000100:00100000:0.0:1746156212.105911:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.108966:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.114712:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.116883:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.120091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.123111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.123176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.125725:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.126301:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.128937:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.130748:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.132158:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.134663:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.136932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.139744:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.143991:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055717248 00000100:00100000:0.0:1746156212.143998:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055717248 00000100:00100000:0.0:1746156212.144045:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3505 00000100:00100000:0.0:1746156212.144053:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+183:30946:x1830977055717248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156212.144069:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156212.144082:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72eb1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ed88 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.144101:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.144103:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.144110:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72eb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed88 expref: 184 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.144123:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72eb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed88 expref: 184 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.144137:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03c00, rc 0) 00000100:00100000:0.0:1746156212.144183:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+184:30946:x1830977055717248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.144189:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3505 00000100:00100000:0.0:1746156212.144200:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055717376 00000100:00100000:0.0:1746156212.144203:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055717376 00000100:00100000:0.0:1746156212.144220:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3506 00000100:00100000:0.0:1746156212.144225:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+184:30945:x1830977055717376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156212.144230:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156212.144235:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e72eb8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ed8f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.144247:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f98200/0xb0171789e0e72eaa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed81 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.144254:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72eb1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed88 expref: 185 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.144258:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.144259:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.144261:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e72eb8 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed8f expref: 185 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.144283:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72eb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed88 expref: 185 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.144297:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e72eb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed88 expref: 185 pid: 15159 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156212.144307:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093872300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053276288:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156212.144417:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f98200/0xb0171789e0e72eaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed81 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.144424:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f98200/0xb0171789e0e72eaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ed81 expref: 5 pid: 15159 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156212.144431:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053276416:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156212.144448:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156212.146174:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.146245:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.147858:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.147901:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.149911:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.156023:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.162643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.165162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.165239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.167259:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.173912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.183559:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.188274:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.189217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.192457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.196477:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.197253:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.200885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.204114:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.211317:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.214582:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.218326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.223081:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.223158:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.226592:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.232777:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.235264:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.242003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.246645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.246695:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.248521:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.250713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.252717:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.254856:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.257427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.261530:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.265651:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.274107:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.276462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.276503:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.278797:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.278829:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.279516:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055725440 00000100:00100000:0.0:1746156212.279519:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055725440 00010000:00010000:0.0:1746156212.279533:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72ef7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80edce expref: 6 pid: 8463 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156212.279558:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8059 00000100:00100000:0.0:1746156212.279564:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055725440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156212.279570:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156212.279578:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72ef7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80edce expref: 6 pid: 8463 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.279586:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72ef7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80edce expref: 6 pid: 8463 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.279597:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72ef7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80edce expref: 6 pid: 8463 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.279617:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.279619:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.279818:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 194 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.279827:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 194 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.279846:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 194 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.279859:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 194 pid: 8461 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156212.279869:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053279360:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156212.279927:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156212.282603:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053279360:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156212.282615:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156212.282655:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977055725440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3090us (3211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.282664:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8059 00000100:00100000:0.0:1746156212.282931:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055725696 00000100:00100000:0.0:1746156212.282936:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055725696 00002000:00100000:0.0:1746156212.282962:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd7100 x1830977055725696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:528/0 lens 488/0 e 0 to 0 dl 1746156223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.282970:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7100 with x1830977055725696 ext(0->4095) 00010000:00010000:0.0:1746156212.282976:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 195 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.282987:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 195 pid: 8461 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746156212.282992:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd7100 00000100:00100000:0.0:1746156212.283013:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 588 00000100:00100000:0.0:1746156212.283019:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+195:1974:x1830977055725696:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156212.283137:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+195:1974:x1830977055725696:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156212.283142:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 588 00002000:00100000:0.0:1746156212.283147:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd7100 x1830977055725696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:528/0 lens 488/4536 e 0 to 0 dl 1746156223 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.283154:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7100 with x1830977055725696 ext(0->4095) 00010000:00010000:0.0:1746156212.283158:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 195 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.283167:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 195 pid: 8461 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746156212.283172:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd7100 00000100:00100000:0.0:1746156212.284976:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055725952 00000100:00100000:0.0:1746156212.284983:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055725952 00002000:00100000:0.0:1746156212.285012:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880123b6c380 x1830977055725952/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:528/0 lens 496/0 e 0 to 0 dl 1746156223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.285020:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6c380 with x1830977055725952 ext(0->7) 00010000:00010000:0.0:1746156212.285025:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 195 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.285036:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 195 pid: 8461 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746156212.285041:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6c380 00000100:00100000:0.0:1746156212.285088:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 589 00000100:00100000:0.0:1746156212.285095:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+195:1975:x1830977055725952:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156212.285346:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+197:1975:x1830977055725952:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 250us (436us total) trans 4294968238 rc 0/0 00000100:00100000:0.0:1746156212.285351:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 589 00002000:00100000:0.0:1746156212.285355:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880123b6c380 x1830977055725952/t4294968238(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:528/0 lens 496/448 e 0 to 0 dl 1746156223 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.285360:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6c380 with x1830977055725952 ext(0->7) 00010000:00010000:0.0:1746156212.285363:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 197 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.285394:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eddc expref: 197 pid: 8461 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746156212.285399:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6c380 00000100:00100000:0.0:1746156212.292872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.296159:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.301041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.302197:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.304861:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.311070:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.315824:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.315864:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.317275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.322473:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.325153:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.328814:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.332316:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.335181:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.341682:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.341728:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.344980:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.345229:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.345260:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.345765:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a43c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156212.348076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.351070:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.354758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.365665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.367538:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.370115:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.370203:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.373434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.376322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.378815:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.383307:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.384887:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.387870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.389307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.389583:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.389624:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055732736 00000100:00100000:0.0:1746156212.389627:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055732736 00000100:00100000:0.0:1746156212.391958:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.391988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.392021:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.392088:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8071 00000100:00100000:0.0:1746156212.392093:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+204:1972:x1830977055732992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156212.392101:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156212.392115:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba96a00/0xb0171789e0e72f4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee22 expref: 204 pid: 8463 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.392137:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba96a00/0xb0171789e0e72f4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee22 expref: 204 pid: 8463 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.392153:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba96a00/0xb0171789e0e72f4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee22 expref: 204 pid: 8463 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.392172:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.392173:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.392178:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72f59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee30 expref: 203 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.392185:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72f59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee30 expref: 203 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.392212:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72f59 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee30 expref: 202 pid: 8463 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.392220:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97000/0xb0171789e0e72f59 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee30 expref: 202 pid: 8463 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156212.392228:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b514e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053281920:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156212.395036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.398806:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.404476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.407140:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.410292:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.412735:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.417541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.417594:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.421754:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.422075:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.422100:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.422117:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055734912 00000100:00100000:0.0:1746156212.422122:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055734912 00010000:00010000:0.0:1746156212.422141:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f99000/0xb0171789e0e72f67 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee3e expref: 205 pid: 8461 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156212.422155:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055735168 00000100:00100000:0.0:1746156212.422157:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055735168 00010000:00010000:0.0:1746156212.422163:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009484d400/0xb0171789e0e72f60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee37 expref: 6 pid: 8461 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156212.422174:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8073 00000100:00100000:0.0:1746156212.422178:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+205:1974:x1830977055734912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156212.422187:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156212.422203:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f99000/0xb0171789e0e72f67 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee3e expref: 205 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.422211:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f99000/0xb0171789e0e72f67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee3e expref: 205 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.422231:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f99000/0xb0171789e0e72f67 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee3e expref: 205 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.422243:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156212.422258:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+204:1974:x1830977055734912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 79us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.422263:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8073 00000100:00100000:0.0:1746156212.422271:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8074 00000100:00100000:0.0:1746156212.422275:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5aff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977055735168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156212.422280:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156212.422286:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009484d400/0xb0171789e0e72f60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee37 expref: 6 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.422293:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009484d400/0xb0171789e0e72f60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee37 expref: 6 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.422302:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009484d400/0xb0171789e0e72f60 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee37 expref: 6 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.422309:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.422311:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.422315:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee45 expref: 203 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.422321:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee45 expref: 203 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.422362:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f99200/0xb0171789e0e72f6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee45 expref: 203 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156212.422393:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053282432:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156212.422428:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156212.426679:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.430432:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.436488:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.442966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.448612:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.452272:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.455536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.458862:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.463805:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.466934:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.466984:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.472167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.477944:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.481630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.495770:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.495845:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.498521:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.498581:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.502099:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.504877:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.507655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.510764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.513629:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.515120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.517191:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.517235:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.519696:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.519714:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.519750:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.519939:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8082 00000100:00100000:0.0:1746156212.519949:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+211:1972:x1830977055740416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156212.519956:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156212.520127:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f98200/0xb0171789e0e72f98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee6f expref: 211 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.520136:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f98200/0xb0171789e0e72f98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee6f expref: 211 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.520147:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f98200/0xb0171789e0e72f98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee6f expref: 211 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.520157:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.520159:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.520164:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f99c00/0xb0171789e0e72fa6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee7d expref: 210 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.520170:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f99c00/0xb0171789e0e72fa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee7d expref: 210 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.520191:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f99c00/0xb0171789e0e72fa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee7d expref: 210 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.520199:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f99c00/0xb0171789e0e72fa6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ee7d expref: 210 pid: 8461 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746156212.520207:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053284352:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156212.520260:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156212.522599:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.524819:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.527071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.529128:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.535179:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.535762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.538573:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.538646:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.540168:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.540219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.543441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.546678:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.555967:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.558976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.561616:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.563243:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.564317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.567578:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.571885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.573649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.575953:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.577835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.579540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.582233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.582278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.584510:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.584914:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.584953:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.589417:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.593197:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.595610:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.600081:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.603534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.606063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.610214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.610254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.612918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.613947:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.613981:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.615961:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.617569:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.618967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.621085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.622532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.624024:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.626905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.629266:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.629308:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.632268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.632776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.632804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.634723:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.636502:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.638571:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.640730:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.643995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.645449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.650674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.650725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.652436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.652493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.653263:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.654815:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.657663:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.659560:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.661873:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055752960 00000100:00100000:0.0:1746156212.661879:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055752960 00002000:00100000:0.0:1746156212.661907:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800922fb480 x1830977055752960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:528/0 lens 488/0 e 0 to 0 dl 1746156223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.661915:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb480 with x1830977055752960 ext(0->4095) 00002000:00010000:0.0:1746156212.661919:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922fb480 00000100:00100000:0.0:1746156212.661946:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3077 00000100:00100000:0.0:1746156212.661953:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055752960:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156212.662173:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055752960:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 220us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156212.662179:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3077 00002000:00100000:0.0:1746156212.662184:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800922fb480 x1830977055752960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:528/0 lens 488/4536 e 0 to 0 dl 1746156223 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.662194:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb480 with x1830977055752960 ext(0->4095) 00002000:00010000:0.0:1746156212.662196:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922fb480 00000100:00100000:0.0:1746156212.663505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.665202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.668254:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.668317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.670255:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.671186:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.671220:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.673477:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.676112:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.678431:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.681590:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.684640:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.686498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.686891:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.689569:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.689602:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.689630:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.694085:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.695732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.697728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.700067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.701653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.703354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.705048:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.706987:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.713936:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.713969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.714002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.716521:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.721249:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055758720 00000100:00100000:0.0:1746156212.721256:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055758720 00002000:00100000:0.0:1746156212.721288:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880123b6df80 x1830977055758720/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:528/0 lens 496/0 e 0 to 0 dl 1746156223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.721297:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6df80 with x1830977055758720 ext(0->7) 00010000:00010000:0.0:1746156212.721303:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e7305c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef33 expref: 228 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.721316:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e7305c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef33 expref: 228 pid: 8461 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746156212.721322:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6df80 00000100:00100000:0.0:1746156212.721355:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 629 00000100:00100000:0.0:1746156212.721362:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+228:1973:x1830977055758720:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156212.721656:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+230:1973:x1830977055758720:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 293us (497us total) trans 4294968255 rc 0/0 00000100:00100000:0.0:1746156212.721661:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 629 00002000:00100000:0.0:1746156212.721667:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880123b6df80 x1830977055758720/t4294968255(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:528/0 lens 496/448 e 0 to 0 dl 1746156223 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.721672:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6df80 with x1830977055758720 ext(0->7) 00010000:00010000:0.0:1746156212.721677:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e7305c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef33 expref: 230 pid: 8461 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.721684:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22a000/0xb0171789e0e7305c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef33 expref: 230 pid: 8461 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746156212.721689:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6df80 00000100:00100000:0.0:1746156212.730818:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.732566:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.736526:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.738468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.741297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.741430:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.743958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.745625:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.747702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.753007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.762304:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.762713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.766144:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.770151:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.778432:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.780748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.782240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.783809:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.783834:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055762432 00000100:00100000:0.0:1746156212.783837:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055762432 00000100:00100000:0.0:1746156212.783868:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3573 00000100:00100000:0.0:1746156212.783874:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977055762432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156212.783884:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156212.783896:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e7308d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ef64 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.783911:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.783913:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.783918:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e7308d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef64 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.783929:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02200/0xb0171789e0e7308d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef64 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.783937:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02200, rc 0) 00000100:00100000:0.0:1746156212.783959:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055762432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.783964:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3573 00000100:00100000:0.0:1746156212.785639:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.789156:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.789203:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.791504:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.794726:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.796021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.798587:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.800246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.803634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.805022:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.810698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.812460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.812499:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.814600:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.816687:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.816720:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.819234:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.820835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.824004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.833937:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.834140:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.834161:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055766784 00000100:00100000:0.0:1746156212.834166:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055766784 00002000:00100000:0.0:1746156212.834195:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800931baa00 x1830977055766784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:528/0 lens 488/0 e 0 to 0 dl 1746156223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.834205:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931baa00 with x1830977055766784 ext(0->4095) 00002000:00010000:0.0:1746156212.834208:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931baa00 00000100:00100000:0.0:1746156212.834237:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3096 00000100:00100000:0.0:1746156212.834243:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+238:1975:x1830977055766784:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156212.834402:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+238:1975:x1830977055766784:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 159us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156212.834408:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3096 00002000:00100000:0.0:1746156212.834413:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800931baa00 x1830977055766784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:528/0 lens 488/4536 e 0 to 0 dl 1746156223 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.834420:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931baa00 with x1830977055766784 ext(0->4095) 00002000:00010000:0.0:1746156212.834422:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931baa00 00000100:00100000:0.0:1746156212.836785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.838147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.841213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.850733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.858077:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.860785:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055768064 00000100:00100000:0.0:1746156212.860790:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055768064 00002000:00100000:0.0:1746156212.860819:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b6ce00 x1830977055768064/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:528/0 lens 488/0 e 0 to 0 dl 1746156223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.860827:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6ce00 with x1830977055768064 ext(0->4095) 00010000:00010000:0.0:1746156212.860834:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094166600/0xb0171789e0e730be lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef95 expref: 6 pid: 8463 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.860845:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094166600/0xb0171789e0e730be lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef95 expref: 6 pid: 8463 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746156212.860851:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6ce00 00000100:00100000:0.0:1746156212.860864:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 640 00000100:00100000:0.0:1746156212.860870:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055768064:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156212.861625:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055768064:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 752us (875us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156212.861631:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 640 00002000:00100000:0.0:1746156212.861638:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b6ce00 x1830977055768064/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:528/0 lens 488/4536 e 0 to 0 dl 1746156223 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156212.861645:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6ce00 with x1830977055768064 ext(0->4095) 00010000:00010000:0.0:1746156212.861651:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094166600/0xb0171789e0e730be lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef95 expref: 6 pid: 8463 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746156212.861660:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094166600/0xb0171789e0e730be lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef95 expref: 6 pid: 8463 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746156212.861665:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6ce00 00000100:00100000:0.0:1746156212.864200:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055768320 00000100:00100000:0.0:1746156212.864207:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055768320 00000100:00100000:0.0:1746156212.864245:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3582 00000100:00100000:0.0:1746156212.864251:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+240:30946:x1830977055768320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156212.864263:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156212.864275:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e730cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80efa3 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.864292:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156212.864297:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484d200/0xb0171789e0e730c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef9c expref: 241 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.864302:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156212.864305:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e730cc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80efa3 expref: 241 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.864339:0:8462:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009484d200/0xb0171789e0e730c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ef9c expref: 241 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.864353:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02a00/0xb0171789e0e730cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80efa3 expref: 241 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156212.864361:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02a00, rc 0) 00000100:00100000:0.0:1746156212.864416:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+241:30946:x1830977055768320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.864422:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3582 00000100:00100000:0.0:1746156212.867507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.870936:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.873264:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.875564:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.877518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.878816:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.882207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.883294:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.886399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.886428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.886450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.893017:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.900587:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.906458:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.909849:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.913093:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.913166:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.917895:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.923156:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.925828:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.928938:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.931207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.933878:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.934020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.935904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.937264:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.941618:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.944159:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.946702:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.949713:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.952846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.955228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.956259:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.959000:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.960658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.960941:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.963633:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.965873:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.967854:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.971098:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.975530:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.979838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.982189:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.982240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.987145:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.987172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.987218:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.987244:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055777280 00000100:00100000:0.0:1746156212.987247:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055777280 00010000:00010000:0.0:1746156212.987261:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97400/0xb0171789e0e73120 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80eff7 expref: 252 pid: 8462 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746156212.990390:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156212.997322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.001161:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156213.003969:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156213.007175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.012452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.017594:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.034666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.047526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.052499:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.054059:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.056950:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.060537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.062776:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.066495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.071345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.082464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.083155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.084375:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3601 00000100:00100000:0.0:1746156213.084382:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+256:30945:x1830977055780352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156213.084393:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156213.084401:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03800/0xb0171789e0e73151 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f028 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.084419:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97800/0xb0171789e0e7314a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f021 expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.084424:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.084425:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.084427:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03800/0xb0171789e0e73151 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f028 expref: 257 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.084440:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba97800/0xb0171789e0e7314a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f021 expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.084447:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97800/0xb0171789e0e7314a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f021 expref: 5 pid: 8462 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746156213.084454:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977053297792:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156213.084487:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156213.092549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.095875:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.098506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.102681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.105421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.108269:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.112413:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.112840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.114987:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.117769:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.119778:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.122128:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.124871:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.129189:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.135494:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055783424 00000100:00100000:0.0:1746156213.135499:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055783424 00002000:00100000:0.0:1746156213.135529:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800922f9c00 x1830977055783424/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:529/0 lens 488/0 e 0 to 0 dl 1746156224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.135539:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9c00 with x1830977055783424 ext(0->4095) 00010000:00010000:0.0:1746156213.135546:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e7316d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f044 expref: 6 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.135556:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e7316d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f044 expref: 6 pid: 8462 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746156213.135562:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800922f9c00 00000100:00100000:0.0:1746156213.135584:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 665 00000100:00100000:0.0:1746156213.135591:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055783424:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156213.135737:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055783424:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (1119us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156213.135745:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 665 00002000:00100000:0.0:1746156213.135752:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800922f9c00 x1830977055783424/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:529/0 lens 488/4536 e 0 to 0 dl 1746156224 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.135759:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9c00 with x1830977055783424 ext(0->4095) 00010000:00010000:0.0:1746156213.135762:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e7316d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f044 expref: 6 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.135774:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e7316d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f044 expref: 6 pid: 8462 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746156213.135780:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800922f9c00 00000100:00100000:0.0:1746156213.143143:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.143204:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.143258:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.150269:0:7103:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053299072:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156213.150288:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156213.150342:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+262:1974:x1830977055783552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6538us (7204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.150352:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8147 00000100:00100000:0.0:1746156213.151227:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.155082:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.158183:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.161707:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.166353:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.171207:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.177927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.178263:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.178778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.188778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.195116:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.197524:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.204923:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.211105:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.212117:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.215946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.215968:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.218251:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.218919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.220593:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.225226:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.228090:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.231891:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.235616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.240193:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.243534:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.243583:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.247617:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.247705:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.249134:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.251801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.260795:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.265287:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.272698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.272742:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.274999:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.276841:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.278807:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.280872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.282907:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.285653:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.287935:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.290176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.292189:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.295457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.300196:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.300233:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.300268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.300392:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8161 00000100:00100000:0.0:1746156213.300399:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977055792768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156213.300408:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156213.300424:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009484e400/0xb0171789e0e731cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0a6 expref: 7 pid: 8461 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.300432:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009484e400/0xb0171789e0e731cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0a6 expref: 7 pid: 8461 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.300778:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009484e400/0xb0171789e0e731cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0a6 expref: 8 pid: 8461 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.300798:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.300799:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.300805:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800954b0e00/0xb0171789e0e731d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0ad expref: 269 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.300811:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800954b0e00/0xb0171789e0e731d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0ad expref: 269 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156213.302983:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.310067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.314240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.320482:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.320529:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.325975:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.326047:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.329251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.329294:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.333048:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055795072 00000100:00100000:0.0:1746156213.333053:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055795072 00002000:00100000:0.0:1746156213.333079:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880095703480 x1830977055795072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:529/0 lens 488/0 e 0 to 0 dl 1746156224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.333088:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703480 with x1830977055795072 ext(0->4095) 00010000:00010000:0.0:1746156213.333093:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e731e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c2 expref: 273 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.333103:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e731e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c2 expref: 272 pid: 8462 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746156213.333109:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095703480 00000100:00100000:0.0:1746156213.333131:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 683 00000100:00100000:0.0:1746156213.333476:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+272:1975:x1830977055795072:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156213.333594:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+272:1975:x1830977055795072:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (690us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156213.333738:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 683 00002000:00100000:0.0:1746156213.333744:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880095703480 x1830977055795072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:529/0 lens 488/4536 e 0 to 0 dl 1746156224 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.333751:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703480 with x1830977055795072 ext(0->4095) 00010000:00010000:0.0:1746156213.333755:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e731e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c2 expref: 272 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.333764:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e731e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c2 expref: 272 pid: 8462 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746156213.333769:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095703480 00000100:00100000:0.0:1746156213.335940:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055795328 00000100:00100000:0.0:1746156213.335947:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055795328 00002000:00100000:0.0:1746156213.335978:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880095701180 x1830977055795328/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:529/0 lens 496/0 e 0 to 0 dl 1746156224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.335986:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701180 with x1830977055795328 ext(0->7) 00010000:00010000:0.0:1746156213.335992:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e731e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c2 expref: 272 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.336003:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e731e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c2 expref: 272 pid: 8462 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746156213.336008:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095701180 00000100:00100000:0.0:1746156213.336032:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 684 00000100:00100000:0.0:1746156213.336038:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+272:1972:x1830977055795328:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156213.336278:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+274:1972:x1830977055795328:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 240us (421us total) trans 4294968277 rc 0/0 00000100:00100000:0.0:1746156213.336285:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 684 00002000:00100000:0.0:1746156213.336291:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880095701180 x1830977055795328/t4294968277(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:529/0 lens 496/448 e 0 to 0 dl 1746156224 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.336297:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701180 with x1830977055795328 ext(0->7) 00010000:00010000:0.0:1746156213.336301:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e731e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c2 expref: 274 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.336309:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba96000/0xb0171789e0e731e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c2 expref: 274 pid: 8462 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746156213.336315:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095701180 00000100:00100000:0.0:1746156213.342496:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.345532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.348036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.349611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.351975:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.352018:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.355586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.355619:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.355646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.355664:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055796608 00000100:00100000:0.0:1746156213.355670:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055796608 00010000:00010000:0.0:1746156213.355692:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e731f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0d0 expref: 276 pid: 8462 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746156213.355710:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055796864 00000100:00100000:0.0:1746156213.355712:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055796864 00010000:00010000:0.0:1746156213.355719:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97e00/0xb0171789e0e731f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c9 expref: 6 pid: 8462 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746156213.355735:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8167 00000100:00100000:0.0:1746156213.355741:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+276:1975:x1830977055796608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156213.355749:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156213.355765:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e731f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0d0 expref: 276 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.355774:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e731f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0d0 expref: 276 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.355791:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156213.355818:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+276:1975:x1830977055796608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 77us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.355823:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8167 00000100:00100000:0.0:1746156213.355833:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8168 00000100:00100000:0.0:1746156213.355837:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055796864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156213.355842:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156213.355847:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba97e00/0xb0171789e0e731f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c9 expref: 6 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.355855:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba97e00/0xb0171789e0e731f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0c9 expref: 6 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.355864:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.355865:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.355871:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484d600/0xb0171789e0e73200 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0d7 expref: 275 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.355878:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009484d600/0xb0171789e0e73200 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0d7 expref: 275 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.355902:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009484d600/0xb0171789e0e73200 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0d7 expref: 275 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156213.355911:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053303424:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156213.355953:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156213.357063:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092d7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053303424:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156213.357076:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156213.357094:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055796864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1255us (1447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.357101:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8168 00000100:00100000:0.0:1746156213.359048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.367186:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055797376 00000100:00100000:0.0:1746156213.367194:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055797376 00002000:00100000:0.0:1746156213.367225:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880123b6f480 x1830977055797376/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:529/0 lens 496/0 e 0 to 0 dl 1746156224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.367235:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6f480 with x1830977055797376 ext(0->7) 00010000:00010000:0.0:1746156213.367242:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009484d600/0xb0171789e0e73200 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0d7 expref: 275 pid: 15159 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.367254:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009484d600/0xb0171789e0e73200 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f0d7 expref: 275 pid: 15159 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746156213.367265:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123b6f480 00000100:00100000:0.0:1746156213.367293:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 687 00000100:00100000:0.0:1746156213.367299:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+275:1975:x1830977055797376:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156213.369069:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.379862:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.383339:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.383398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.385688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.386279:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.389455:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.392433:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055798784 00000100:00100000:0.0:1746156213.392438:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055798784 00002000:00100000:0.0:1746156213.392467:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b6ea00 x1830977055798784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:529/0 lens 488/0 e 0 to 0 dl 1746156224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.392476:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6ea00 with x1830977055798784 ext(0->4095) 00002000:00010000:0.0:1746156213.392479:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b6ea00 00000100:00100000:0.0:1746156213.392505:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3122 00000100:00100000:0.0:1746156213.392512:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+276:1975:x1830977055798784:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156213.392659:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+276:1975:x1830977055798784:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156213.392664:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3122 00002000:00100000:0.0:1746156213.392669:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b6ea00 x1830977055798784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:529/0 lens 488/4536 e 0 to 0 dl 1746156224 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.392680:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6ea00 with x1830977055798784 ext(0->4095) 00002000:00010000:0.0:1746156213.392683:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b6ea00 00000100:00100000:0.0:1746156213.395529:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.397657:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.401025:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.404018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.407173:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.409040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.412526:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.415951:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.418807:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.418834:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.418878:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.422045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.425177:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.429349:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.432109:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.433874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.435921:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.438497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.440538:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.446790:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.446816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.446846:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.450832:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.456559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.460560:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.462000:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.463462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.468520:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.468886:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.472585:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.472618:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.472649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.484199:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.489083:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.494179:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053306240:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156213.494196:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156213.495250:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+284:1973:x1830977055805056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6009us (6166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.495260:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8181 00000100:00100000:0.0:1746156213.498680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.501572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.503450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.508824:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.508851:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.508923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.508957:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055806080 00000100:00100000:0.0:1746156213.508963:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055806080 00000100:00100000:0.0:1746156213.508993:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3642 00000100:00100000:0.0:1746156213.508999:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+286:30946:x1830977055806080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156213.509014:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156213.509027:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e73270 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f147 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.509048:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.509053:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800954b0c00/0xb0171789e0e73269 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f140 expref: 287 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.509059:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156213.509062:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e73270 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f147 expref: 287 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.509093:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800954b0c00/0xb0171789e0e73269 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f140 expref: 287 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.509103:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e73270 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f147 expref: 287 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.509111:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03c00, rc 0) 00000100:00100000:0.0:1746156213.509144:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+287:30946:x1830977055806080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.509150:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3642 00000100:00100000:0.0:1746156213.512416:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.514681:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.519766:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.524759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.527026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.527070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.527249:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3644 00000100:00100000:0.0:1746156213.527254:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977055807360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156213.527261:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156213.527266:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e7327e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f155 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.527284:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.527287:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800954b0c00/0xb0171789e0e73277 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f14e expref: 287 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.527294:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156213.527296:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e7327e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f155 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.527323:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800954b0c00/0xb0171789e0e73277 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f14e expref: 287 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.527346:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e7327e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f155 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.527354:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02400, rc 0) 00000100:00100000:0.0:1746156213.527407:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055807360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.527413:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3644 00000100:00100000:0.0:1746156213.528970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.531414:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.533602:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.535909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.538845:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.542136:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.544251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.547078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.547686:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.547750:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055809152 00000100:00100000:0.0:1746156213.547753:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055809152 00002000:00100000:0.0:1746156213.547773:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800931b9f80 x1830977055809152/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:529/0 lens 488/0 e 0 to 0 dl 1746156224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.547781:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977055809152 ext(0->4095) 00010000:00010000:0.0:1746156213.547786:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e7327e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f155 expref: 6 pid: 15159 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.547794:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e7327e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f155 expref: 6 pid: 15159 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746156213.547800:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931b9f80 00000100:00100000:0.0:1746156213.547811:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 702 00000100:00100000:0.0:1746156213.547816:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977055809152:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156213.551131:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.552840:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055809280 00000100:00100000:0.0:1746156213.552844:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055809280 00010000:00010000:0.0:1746156213.552860:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800954b1a00/0xb0171789e0e73285 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f15c expref: 291 pid: 8462 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746156213.552877:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055809536 00000100:00100000:0.0:1746156213.552879:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055809536 00010000:00010000:0.0:1746156213.552886:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e7327e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f155 expref: 6 pid: 15159 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746156213.552902:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8187 00000100:00100000:0.0:1746156213.552907:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+291:1975:x1830977055809280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156213.552915:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156213.552931:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800954b1a00/0xb0171789e0e73285 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f15c expref: 291 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.552939:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800954b1a00/0xb0171789e0e73285 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f15c expref: 291 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.552953:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800954b1a00/0xb0171789e0e73285 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f15c expref: 291 pid: 8462 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.552966:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156213.552985:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+290:1975:x1830977055809280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 77us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.552990:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8187 00000100:00100000:0.0:1746156213.553000:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8188 00000100:00100000:0.0:1746156213.553004:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055809536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156213.553010:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156213.553017:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e7327e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f155 expref: 6 pid: 15159 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.553025:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e7327e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f155 expref: 6 pid: 15159 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.553039:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e7327e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f155 expref: 6 pid: 15159 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.553046:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.553048:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.553053:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484ee00/0xb0171789e0e7328c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f163 expref: 289 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.553059:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009484ee00/0xb0171789e0e7328c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f163 expref: 289 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.553076:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009484ee00/0xb0171789e0e7328c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f163 expref: 288 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.553085:0:7103:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009484ee00/0xb0171789e0e7328c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f163 expref: 288 pid: 15159 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746156213.553095:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931bb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053307904:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156213.553142:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156213.556070:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.560463:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.574890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.578945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.584837:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.586025:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.589198:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.589562:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.591838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.594019:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.603591:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.608238:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.608433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.608454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.608639:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.611833:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.613021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.615489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.617505:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.619571:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.622741:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.627722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.634789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.639438:0:7103:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053309184:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156213.639456:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156213.639793:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4832d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+293:1975:x1830977055813632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4835us (5008us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.639801:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8194 00000100:00100000:0.0:1746156213.641719:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.642444:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.643748:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055814272 00000100:00100000:0.0:1746156213.643751:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055814272 00010000:00010000:0.0:1746156213.643764:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e732b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f18d expref: 6 pid: 8463 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746156213.643784:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8195 00000100:00100000:0.0:1746156213.643788:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977055814272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156213.643795:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156213.643810:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e732b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f18d expref: 6 pid: 8463 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.643824:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e732b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f18d expref: 6 pid: 8463 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.643840:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e732b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f18d expref: 6 pid: 8463 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746156213.643863:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.643864:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.643943:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484f600/0xb0171789e0e732bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f194 expref: 294 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.643951:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009484f600/0xb0171789e0e732bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f194 expref: 294 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.643974:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009484f600/0xb0171789e0e732bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f194 expref: 294 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.643982:0:7103:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009484f600/0xb0171789e0e732bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f194 expref: 294 pid: 8463 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746156213.643998:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053309568:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156213.644039:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156213.645995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.650507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.652678:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.655688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.657677:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.661617:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.661696:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.664145:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.665181:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.665219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.668535:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.673205:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.678221:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.680619:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.683923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.683997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.689132:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.689492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.695909:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.704188:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.711474:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.717322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.719161:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.722780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.722835:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ce8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053310976:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156213.722849:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156213.722880:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+299:1974:x1830977055818368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3610us (3722us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.723253:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8202 00000100:00100000:0.0:1746156213.725545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.725584:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.731090:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.741970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.748916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.753427:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.753506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.756532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.759286:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.763705:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.770127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.773704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.774794:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.778305:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.779272:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.783125:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.786136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.788491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.791667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.795766:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.798461:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.798511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.801665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.803624:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.804063:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.805735:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.808615:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.811278:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.813771:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.818787:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.825072:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.828911:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.831974:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.832699:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.834432:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.835131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.837253:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.841308:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.847343:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.850909:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055826560 00000100:00100000:0.0:1746156213.850918:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055826560 00002000:00100000:0.0:1746156213.850954:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a95f5500 x1830977055826560/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:529/0 lens 488/0 e 0 to 0 dl 1746156224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.850964:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5500 with x1830977055826560 ext(0->4095) 00002000:00010000:0.0:1746156213.850969:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f5500 00000100:00100000:0.0:1746156213.851000:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3148 00000100:00100000:0.0:1746156213.851006:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+311:1975:x1830977055826560:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156213.851156:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+311:1975:x1830977055826560:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (2169us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156213.851162:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3148 00002000:00100000:0.0:1746156213.851168:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a95f5500 x1830977055826560/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:529/0 lens 488/4536 e 0 to 0 dl 1746156224 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156213.851174:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5500 with x1830977055826560 ext(0->4095) 00002000:00010000:0.0:1746156213.851176:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f5500 00000100:00100000:0.0:1746156213.854856:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.859301:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.860043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.862803:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.865661:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.873910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.878086:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.881816:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.882479:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.885460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.885572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.889070:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.892078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.897925:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.901512:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.909017:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.909064:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.912704:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.919117:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.925512:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.932186:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.933901:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.938229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.942916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.944935:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.949217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.950036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.950109:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.955973:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.967440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.978535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.982282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.989283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156213.993561:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.000274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.006537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.011444:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.016902:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.016951:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.022000:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.027991:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.032883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.043478:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.070416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.077841:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.079127:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.081679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.084201:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.084238:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.087007:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.089113:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.091869:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.095831:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.097968:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.099502:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.103340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.105655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.108840:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.111554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.113429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.117720:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.121164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.123551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.125980:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.128661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.128712:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.132317:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.135488:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.137818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.153482:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.153564:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.158089:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053319296:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156214.158115:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156214.158880:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977055840384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4461us (5314us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156214.158888:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8237 00000100:00100000:0.0:1746156214.164817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.176521:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.176573:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.178707:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.180704:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.180746:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.183601:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.186732:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.189157:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.191801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.197875:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.199976:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.200464:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.200480:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055843328 00000100:00100000:0.0:1746156214.200482:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055843328 00000100:00100000:0.0:1746156214.200500:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3700 00000100:00100000:0.0:1746156214.200509:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+332:30945:x1830977055843328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156214.200517:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156214.200529:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e73406 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f2dd expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.200547:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484ea00/0xb0171789e0e733f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f2cf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.200554:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484e400/0xb0171789e0e733ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f2d6 expref: 333 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.200559:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156214.200561:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156214.200564:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0xb0171789e0e73406 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f2dd expref: 333 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.200586:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009484e400/0xb0171789e0e733ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f2d6 expref: 333 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.200596:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009484e400/0xb0171789e0e733ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f2d6 expref: 333 pid: 8463 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746156214.200605:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800922f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053320064:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156214.200659:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009484ea00/0xb0171789e0e733f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f2cf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.200667:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009484ea00/0xb0171789e0e733f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f2cf expref: 5 pid: 8463 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746156214.200674:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b542d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053320192:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156214.200690:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156214.202535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.203753:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.207674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.209605:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.213239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.215215:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.221350:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.222084:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.225023:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.225069:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.228222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.228267:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.230960:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.236435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.240359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.256084:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.256152:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.262594:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.266565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.284753:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.296550:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.300041:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.302200:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.307272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.309534:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.310854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.313689:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.317359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.322306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.329747:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.331852:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.334928:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.335968:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.340417:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.340446:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.340486:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.340795:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055849984 00000100:00100000:0.0:1746156214.340798:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055849984 00000100:00100000:0.0:1746156214.340815:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3711 00000100:00100000:0.0:1746156214.340819:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055849984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156214.340829:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156214.340837:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e73453 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f32a expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.340848:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156214.340851:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484e800/0xb0171789e0e7344c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f323 expref: 341 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.340857:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156214.340860:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e73453 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f32a expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156214.345339:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.347553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.353114:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.356909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.362715:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.362759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.367010:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.370058:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.373010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.378726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.380279:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.389057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.407356:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.408826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.410829:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.413145:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055853056 00000100:00100000:0.0:1746156214.413149:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055853056 00000100:00100000:0.0:1746156214.413167:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3716 00000100:00100000:0.0:1746156214.413171:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+344:30946:x1830977055853056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156214.413181:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156214.413190:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e73476 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f34d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.413202:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a547c600/0xb0171789e0e7346f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f346 expref: 345 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.413208:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156214.413209:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156214.413211:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e73476 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f34d expref: 345 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.413227:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a547c600/0xb0171789e0e7346f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f346 expref: 345 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.413236:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a547c600/0xb0171789e0e7346f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f346 expref: 345 pid: 15159 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746156214.413244:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053323904:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156214.413266:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156214.419067:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055853440 00000100:00100000:0.0:1746156214.419072:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055853440 00002000:00100000:0.0:1746156214.419098:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b496300 x1830977055853440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:530/0 lens 488/0 e 0 to 0 dl 1746156225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156214.419106:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b496300 with x1830977055853440 ext(0->4095) 00010000:00010000:0.0:1746156214.419112:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a547c600/0xb0171789e0e7346f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f346 expref: 345 pid: 15159 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.419121:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a547c600/0xb0171789e0e7346f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f346 expref: 345 pid: 15159 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746156214.419126:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b496300 00000100:00100000:0.0:1746156214.419257:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 773 00000100:00100000:0.0:1746156214.419263:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+345:1974:x1830977055853440:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156214.425754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.435347:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.438532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.441353:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.441412:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055854208 00000100:00100000:0.0:1746156214.441416:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055854208 00002000:00100000:0.0:1746156214.441442:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b547100 x1830977055854208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:530/0 lens 488/0 e 0 to 0 dl 1746156225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156214.441452:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547100 with x1830977055854208 ext(0->4095) 00010000:00010000:0.0:1746156214.441457:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e73476 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f34d expref: 348 pid: 15159 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.441467:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e73476 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f34d expref: 348 pid: 15159 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746156214.442652:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b547100 00000100:00100000:0.0:1746156214.447930:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.448963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.453338:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.460478:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.473950:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.476176:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055855232 00000100:00100000:0.0:1746156214.476181:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055855232 00000100:00100000:0.0:1746156214.476214:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3719 00000100:00100000:0.0:1746156214.476219:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+348:30945:x1830977055855232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156214.476231:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156214.476240:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e7348b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f362 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.476257:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a547c800/0xb0171789e0e73484 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f35b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.476264:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156214.476265:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156214.476268:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03c00/0xb0171789e0e7348b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f362 expref: 349 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.476285:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a547c800/0xb0171789e0e73484 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f35b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.476294:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a547c800/0xb0171789e0e73484 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f35b expref: 5 pid: 15159 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746156214.476303:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053324672:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156214.476388:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156214.477032:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.479412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.479476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.482168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.484659:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.486676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.489577:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.491978:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.493883:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.496282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.502154:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.504093:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.504123:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.505523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.508614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.510403:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.522014:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.527725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.527766:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.536625:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.546132:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.552777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.557935:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053326208:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156214.557952:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156214.557994:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800896f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+354:1975:x1830977055859712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5056us (5223us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156214.558003:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8267 00000100:00100000:0.0:1746156214.561123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.564044:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.564887:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.572088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.573387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.573476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.592549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.597598:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.608218:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.611330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.619073:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.619975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.621095:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055862272 00000100:00100000:0.0:1746156214.621099:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055862272 00002000:00100000:0.0:1746156214.621129:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800896f2680 x1830977055862272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:530/0 lens 488/0 e 0 to 0 dl 1746156225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156214.621137:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800896f2680 with x1830977055862272 ext(0->4095) 00010000:00010000:0.0:1746156214.621144:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b1eee00/0xb0171789e0e734d1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3a8 expref: 6 pid: 21377 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.621153:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b1eee00/0xb0171789e0e734d1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3a8 expref: 6 pid: 21377 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746156214.621163:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800896f2680 00000100:00100000:0.0:1746156214.621177:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 788 00000100:00100000:0.0:1746156214.621183:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800896f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055862272:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156214.621344:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800896f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055862272:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 160us (1368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156214.621351:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 788 00002000:00100000:0.0:1746156214.621356:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800896f2680 x1830977055862272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:530/0 lens 488/4536 e 0 to 0 dl 1746156225 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156214.621364:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800896f2680 with x1830977055862272 ext(0->4095) 00010000:00010000:0.0:1746156214.621385:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b1eee00/0xb0171789e0e734d1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3a8 expref: 6 pid: 21377 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.621394:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b1eee00/0xb0171789e0e734d1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3a8 expref: 6 pid: 21377 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746156214.621399:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800896f2680 00000100:00100000:0.0:1746156214.631124:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.631170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.634169:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.640790:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.645143:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.645810:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 790 00000100:00100000:0.0:1746156214.645820:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800896f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+356:1972:x1830977055863168:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156214.647059:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800896f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+358:1972:x1830977055863168:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1235us (1924us total) trans 4294968319 rc 0/0 00000100:00100000:0.0:1746156214.647070:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 790 00002000:00100000:0.0:1746156214.647082:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800896f3800 x1830977055863168/t4294968319(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:530/0 lens 496/448 e 0 to 0 dl 1746156225 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156214.647092:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800896f3800 with x1830977055863168 ext(0->7) 00010000:00010000:0.0:1746156214.647102:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b1efe00/0xb0171789e0e734d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3af expref: 358 pid: 21377 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.647118:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b1efe00/0xb0171789e0e734d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3af expref: 358 pid: 21377 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746156214.647125:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800896f3800 00000100:00100000:0.0:1746156214.652039:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.657784:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.663232:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.669421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.669490:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055863936 00000100:00100000:0.0:1746156214.669494:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055863936 00010000:00010000:0.0:1746156214.669510:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97e00/0xb0171789e0e734df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3b6 expref: 6 pid: 15159 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746156214.669526:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8274 00000100:00100000:0.0:1746156214.669531:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800896f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055863936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156214.669539:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156214.669559:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba97e00/0xb0171789e0e734df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3b6 expref: 6 pid: 15159 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.669568:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba97e00/0xb0171789e0e734df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3b6 expref: 6 pid: 15159 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.669582:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97e00/0xb0171789e0e734df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3b6 expref: 6 pid: 15159 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.669594:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156214.669596:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156214.669602:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e734e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3bd expref: 358 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.669608:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e734e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3bd expref: 358 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.669631:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e734e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3bd expref: 358 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.669641:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e734e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3bd expref: 358 pid: 21377 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746156214.669652:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800896f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053327872:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156214.669701:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156214.676441:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800896f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053327872:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156214.676457:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156214.676482:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800896f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977055863936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6950us (7061us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156214.676490:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8274 00000100:00100000:0.0:1746156214.705165:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055865216 00000100:00100000:0.0:1746156214.705176:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055865216 00002000:00100000:0.0:1746156214.705222:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c09880 x1830977055865216/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:530/0 lens 488/0 e 0 to 0 dl 1746156225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156214.705233:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977055865216 ext(0->4095) 00002000:00010000:0.0:1746156214.705238:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c09880 00000100:00100000:0.0:1746156214.705270:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3174 00000100:00100000:0.0:1746156214.705278:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977055865216:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156214.705484:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977055865216:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 207us (461us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156214.705492:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3174 00002000:00100000:0.0:1746156214.705498:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c09880 x1830977055865216/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:530/0 lens 488/4536 e 0 to 0 dl 1746156225 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156214.705505:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977055865216 ext(0->4095) 00002000:00010000:0.0:1746156214.705507:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c09880 00000100:00100000:0.0:1746156214.708462:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.728504:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.728543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.728568:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055865728 00000100:00100000:0.0:1746156214.728577:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055865728 00010000:00010000:0.0:1746156214.728614:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c93000/0xb0171789e0e734f4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3cb expref: 6 pid: 21377 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746156214.728646:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055865856 00000100:00100000:0.0:1746156214.728649:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055865856 00010000:00010000:0.0:1746156214.728658:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e734ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3c4 expref: 362 pid: 8462 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746156214.728671:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8276 00000100:00100000:0.0:1746156214.728677:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800896f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977055865728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156214.728690:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156214.728714:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c93000/0xb0171789e0e734f4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3cb expref: 6 pid: 21377 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.728725:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c93000/0xb0171789e0e734f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3cb expref: 6 pid: 21377 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.728751:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156214.728794:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800896f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977055865728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 116us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156214.728800:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8276 00000100:00100000:0.0:1746156214.728815:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8277 00000100:00100000:0.0:1746156214.728819:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+362:1972:x1830977055865856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156214.728825:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156214.728832:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e734ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3c4 expref: 362 pid: 8462 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.728841:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e734ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3c4 expref: 362 pid: 8462 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746156214.728859:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156214.728861:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156214.728868:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f98600/0xb0171789e0e734fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3d2 expref: 362 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.728876:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f98600/0xb0171789e0e734fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3d2 expref: 362 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.728907:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f98600/0xb0171789e0e734fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f3d2 expref: 362 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156214.728919:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800896f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053328384:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156214.728968:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156214.731156:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800896f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053328384:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156214.731173:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156214.731213:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+360:1972:x1830977055865856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2392us (2668us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156214.731222:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8277 00000100:00100000:0.0:1746156214.733572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.752464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.756422:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.759328:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053328640:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156214.759347:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156214.759409:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800896f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977055866496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2857us (2990us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156214.759421:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8278 00000100:00100000:0.0:1746156214.765231:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.765272:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.768190:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.773214:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.785504:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.790842:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.796241:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.798902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.806108:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.811895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.814121:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.814160:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.831961:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.836552:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.836577:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.848354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.855049:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.875131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.877339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.881686:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.887662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.900565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.912459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.915541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.919742:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.925595:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.930022:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.932132:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.935012:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.937809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.947938:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.948531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.950729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.954187:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.961585:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.968164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.972481:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.978713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.981040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.981080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.985680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.985934:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.987528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.990183:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156214.999903:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.002625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.004695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.006707:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.010879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.017479:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.017516:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.023725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.023813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.026260:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.032253:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055877888 00000100:00100000:0.0:1746156215.032260:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055877888 00002000:00100000:0.0:1746156215.032295:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b544a80 x1830977055877888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:531/0 lens 488/0 e 0 to 0 dl 1746156226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156215.032304:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544a80 with x1830977055877888 ext(0->4095) 00010000:00010000:0.0:1746156215.032311:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a50f1c00/0xb0171789e0e73580 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f457 expref: 25 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.032333:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a50f1c00/0xb0171789e0e73580 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f457 expref: 25 pid: 15159 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746156215.032339:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b544a80 00000100:00100000:0.0:1746156215.032380:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 810 00000100:00100000:0.0:1746156215.032387:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1974:x1830977055877888:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156215.032510:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1974:x1830977055877888:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (552us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156215.032515:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 810 00002000:00100000:0.0:1746156215.032519:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b544a80 x1830977055877888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:531/0 lens 488/4536 e 0 to 0 dl 1746156226 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156215.032526:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544a80 with x1830977055877888 ext(0->4095) 00010000:00010000:0.0:1746156215.032530:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a50f1c00/0xb0171789e0e73580 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f457 expref: 25 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.032538:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a50f1c00/0xb0171789e0e73580 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f457 expref: 25 pid: 15159 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746156215.032547:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b544a80 00000100:00100000:0.0:1746156215.034209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.042621:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.046647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.052112:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.056278:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.056334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.058289:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055879424 00000100:00100000:0.0:1746156215.058295:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055879424 00010000:00010000:0.0:1746156215.058323:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a2bc00/0xb0171789e0e7358e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f465 expref: 6 pid: 15159 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746156215.058666:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8299 00000100:00100000:0.0:1746156215.058673:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055879424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746156215.060496:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.066807:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.076573:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.077531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.079210:0:7103:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053333760:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156215.079226:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156215.079253:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1975:x1830977055880064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2207us (2688us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156215.079260:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8300 00000100:00100000:0.0:1746156215.082358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.083438:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055880704 00000100:00100000:0.0:1746156215.083442:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055880704 00000100:00100000:0.0:1746156215.088932:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.099690:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.103597:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.106637:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.107557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.110284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.110359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.112643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.115630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.118831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.128214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.131459:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.132014:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.136918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.141828:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.147457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.153816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.156881:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.160644:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.161454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.165150:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.165184:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.165246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.168714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.171931:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.175035:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.177681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.180083:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.185000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.185080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.189501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.195013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.196132:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.196245:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055887360 00000100:00100000:0.0:1746156215.196249:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055887360 00010000:00010000:0.0:1746156215.196266:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094fc7a00/0xb0171789e0e735db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f4b2 expref: 37 pid: 15159 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746156215.196296:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8311 00000100:00100000:0.0:1746156215.196301:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b40b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1974:x1830977055887360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156215.196309:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156215.196334:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094fc7a00/0xb0171789e0e735db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f4b2 expref: 37 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.196344:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094fc7a00/0xb0171789e0e735db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f4b2 expref: 37 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.196359:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094fc7a00/0xb0171789e0e735db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f4b2 expref: 37 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.196392:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156215.196394:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156215.196399:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22b000/0xb0171789e0e735e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f4c0 expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.196408:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22b000/0xb0171789e0e735e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f4c0 expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.196425:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22b000/0xb0171789e0e735e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f4c0 expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.196433:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c22b000/0xb0171789e0e735e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f4c0 expref: 36 pid: 15159 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746156215.196442:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053336448:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156215.196477:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156215.210046:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.212889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.220398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.230571:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.230614:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.235758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.240627:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.255498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.257152:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.257920:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.259793:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.261995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.262034:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.265556:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.268417:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.275047:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.282330:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.283358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.285692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.290831:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.294501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.320308:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.323251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.328083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.336074:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.338988:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.349949:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.352670:0:21128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053338624 00000100:00100000:0.0:1746156215.352675:0:21128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053338624 00000100:00100000:0.0:1746156215.352712:0:21128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1746156215.352717:0:21128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977053338624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746156215.352729:0:21128:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 749142016 pending 32374784 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746156215.352997:0:21128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977053338624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 279us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156215.353003:0:21128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1746156215.356053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.359693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.366553:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.366639:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.369576:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.372861:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.377832:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.386064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.390108:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.392577:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.397272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.397326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.398528:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8324 00000100:00100000:0.0:1746156215.400523:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.412984:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.418163:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.419658:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.419684:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055896192 00000100:00100000:0.0:1746156215.419687:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055896192 00000100:00100000:0.0:1746156215.421686:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.424270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.427518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.431472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.435353:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.437431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.439474:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.441221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.442720:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.444169:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.448747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.450835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.450859:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.450892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.450911:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055898624 00000100:00100000:0.0:1746156215.450915:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055898624 00000100:00100000:0.0:1746156215.451092:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8328 00000100:00100000:0.0:1746156215.451098:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977055898368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156215.451106:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156215.451121:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8800/0xb0171789e0e73660 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f537 expref: 54 pid: 21377 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.451129:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8800/0xb0171789e0e73660 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f537 expref: 54 pid: 21377 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.451574:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8800/0xb0171789e0e73660 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f537 expref: 55 pid: 21377 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.451749:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156215.451751:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156215.451756:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9400/0xb0171789e0e73667 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f53e expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.451763:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9400/0xb0171789e0e73667 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f53e expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156215.454873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.458081:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.465411:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.468773:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.474787:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.474823:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.479891:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.481943:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.483955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.486151:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.488663:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.490487:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.492156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.494918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.495177:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.497019:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.497040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.497067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.497082:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055901952 00000100:00100000:0.0:1746156215.497086:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055901952 00000100:00100000:0.0:1746156215.497113:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3793 00000100:00100000:0.0:1746156215.497118:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:30946:x1830977055901952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156215.497128:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156215.497137:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e73691 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f568 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.497152:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156215.497155:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e7368a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f561 expref: 59 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.497161:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156215.497164:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e73691 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f568 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.497183:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e7368a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f561 expref: 59 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.497192:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e73691 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f568 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.497201:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:0.0:1746156215.497220:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:30946:x1830977055901952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156215.497226:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3793 00000100:00100000:0.0:1746156215.499339:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.502244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.505430:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.508926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.512063:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.512991:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.514087:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.515697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.518559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.523833:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.529624:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.536900:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.538839:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.538989:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.543626:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.543695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.548239:0:7103:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b547100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053343232:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156215.548259:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156215.548308:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977055904896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4136us (4684us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156215.548326:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8339 00000100:00100000:0.0:1746156215.548977:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 854 00000100:00100000:0.0:1746156215.548984:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977055905280:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156215.550402:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977055905280:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1411us (1701us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156215.550411:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 854 00002000:00100000:0.0:1746156215.550419:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092cbf480 x1830977055905280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:531/0 lens 488/4536 e 0 to 0 dl 1746156226 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156215.550427:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf480 with x1830977055905280 ext(0->4095) 00010000:00010000:0.0:1746156215.550434:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e736ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f584 expref: 60 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.550446:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e736ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f584 expref: 60 pid: 15159 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746156215.550452:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cbf480 00000100:00100000:0.0:1746156215.556013:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.563865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.565936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.570566:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.571598:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.573497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.575625:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.576658:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.576718:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.579649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.584162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.587004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.590242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.592994:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.594667:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.601509:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.601638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.604267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.604349:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.605975:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.606928:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.610255:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.612549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.617207:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.621612:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.621654:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.623992:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.626020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.626836:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055910400 00000100:00100000:0.0:1746156215.626841:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055910400 00002000:00100000:0.0:1746156215.626868:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092d7c700 x1830977055910400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:531/0 lens 488/0 e 0 to 0 dl 1746156226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156215.626877:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7c700 with x1830977055910400 ext(0->4095) 00010000:00010000:0.0:1746156215.626884:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095755a00/0xb0171789e0e736ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5c3 expref: 66 pid: 21377 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.626896:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095755a00/0xb0171789e0e736ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5c3 expref: 66 pid: 21377 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746156215.626905:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d7c700 00000100:00100000:0.0:1746156215.626930:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 861 00000100:00100000:0.0:1746156215.626937:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977055910400:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156215.627069:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977055910400:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (1049us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156215.627075:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 861 00002000:00100000:0.0:1746156215.627083:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092d7c700 x1830977055910400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:531/0 lens 488/4536 e 0 to 0 dl 1746156226 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156215.627090:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7c700 with x1830977055910400 ext(0->4095) 00010000:00010000:0.0:1746156215.627095:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095755a00/0xb0171789e0e736ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5c3 expref: 66 pid: 21377 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.627103:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095755a00/0xb0171789e0e736ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5c3 expref: 66 pid: 21377 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746156215.627108:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d7c700 00000100:00100000:0.0:1746156215.630994:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.635519:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.639152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.642745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.644757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.650911:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.652630:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.652664:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.653213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.656455:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.660619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.663332:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.667061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.669995:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.673326:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.674900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.679122:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.679152:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.679172:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055913472 00000100:00100000:0.0:1746156215.679178:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055913472 00010000:00010000:0.0:1746156215.679213:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094fc7c00/0xb0171789e0e73701 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5d8 expref: 72 pid: 15159 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746156215.679234:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055913600 00000100:00100000:0.0:1746156215.679236:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055913600 00010000:00010000:0.0:1746156215.679244:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22b600/0xb0171789e0e73708 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5df expref: 6 pid: 15159 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746156215.679259:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8352 00000100:00100000:0.0:1746156215.679265:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1973:x1830977055913472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156215.679275:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156215.679293:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094fc7c00/0xb0171789e0e73701 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5d8 expref: 72 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.679301:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094fc7c00/0xb0171789e0e73701 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5d8 expref: 72 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.679346:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156215.679404:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1973:x1830977055913472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 139us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156215.679410:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8352 00000100:00100000:0.0:1746156215.679518:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.684495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.691603:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.700406:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.700450:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.705929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.710041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.711030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.713984:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.716521:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.721947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.722240:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8356 00000100:00100000:0.0:1746156215.722247:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+74:1975:x1830977055915648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156215.722261:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156215.722279:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e7371d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5f4 expref: 74 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.722290:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e7371d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5f4 expref: 74 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.722319:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e7371d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5f4 expref: 74 pid: 15159 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746156215.722346:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156215.722349:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156215.722355:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e73724 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5fb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156215.723267:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e73724 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f5fb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156215.727948:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.731403:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.733332:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.736305:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.736405:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.739098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.739144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.742194:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.746609:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.752647:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.767601:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.770413:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.771520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.779874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.788031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.794981:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.797746:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.803805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.808350:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.819163:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.819228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.823609:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.823656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.833131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.835903:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.841681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.845459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.847775:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.850033:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.853016:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.870008:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.873411:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.873450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.874272:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.878211:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.880722:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.885516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.889225:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.892180:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.894329:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.897322:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.899953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.900034:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.902318:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.906093:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.908425:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.910919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.915603:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.918873:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.921450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.927325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.937466:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.939655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.940194:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.944658:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.946401:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.946429:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055926272 00000100:00100000:0.0:1746156215.946433:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055926272 00002000:00100000:0.0:1746156215.946456:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800920bf480 x1830977055926272/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:531/0 lens 496/0 e 0 to 0 dl 1746156226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156215.946463:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf480 with x1830977055926272 ext(0->7) 00010000:00010000:0.0:1746156215.946468:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e73794 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f66b expref: 85 pid: 8463 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156215.946477:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e73794 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f66b expref: 85 pid: 8463 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746156215.946482:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800920bf480 00000100:00100000:0.0:1746156215.949949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.952471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.955659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.960786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.962217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.963809:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.965057:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.965087:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.967783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.969419:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.971243:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.974302:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.976002:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.977463:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.980610:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.983331:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.983402:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.986641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.986872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156215.991487:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055930368 00000100:00100000:0.0:1746156215.991492:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055930368 00002000:00100000:0.0:1746156215.991520:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092cbc000 x1830977055930368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:531/0 lens 488/0 e 0 to 0 dl 1746156226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156215.991529:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc000 with x1830977055930368 ext(0->4095) 00010000:00010000:0.0:1746156215.991534:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009484e800/0xb0171789e0e737be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f695 expref: 89 pid: 15159 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156215.991544:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009484e800/0xb0171789e0e737be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f695 expref: 89 pid: 15159 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746156215.991550:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cbc000 00000100:00100000:0.0:1746156215.991618:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 889 00000100:00100000:0.0:1746156215.991625:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1975:x1830977055930368:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156215.991749:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1975:x1830977055930368:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156215.991755:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 889 00002000:00100000:0.0:1746156215.991760:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092cbc000 x1830977055930368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:531/0 lens 488/4536 e 0 to 0 dl 1746156226 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156215.991766:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc000 with x1830977055930368 ext(0->4095) 00010000:00010000:0.0:1746156215.991770:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009484e800/0xb0171789e0e737be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f695 expref: 89 pid: 15159 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156215.991778:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009484e800/0xb0171789e0e737be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f695 expref: 89 pid: 15159 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746156215.991782:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092cbc000 00000100:00100000:0.0:1746156215.998948:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.002706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.007120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.014933:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055931136 00000100:00100000:0.0:1746156216.014940:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055931136 00000100:00100000:0.0:1746156216.014979:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055931264 00000100:00100000:0.0:1746156216.014981:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055931264 00000100:00100000:0.0:1746156216.015457:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3838 00000100:00100000:0.0:1746156216.015464:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977055931136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156216.015480:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156216.015493:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e737cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f6a3 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.015517:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.015518:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.015524:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e737cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6a3 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.015535:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e737cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6a3 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.015544:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:0.0:1746156216.015579:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977055931136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.015585:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3838 00000100:00100000:0.0:1746156216.015598:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3839 00000100:00100000:0.0:1746156216.015603:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:30945:x1830977055931264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156216.015608:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156216.015613:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d800/0xb0171789e0e737d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f6aa expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.015624:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801306a6c00/0xb0171789e0e737c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f69c expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.015631:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e737cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6a3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.015636:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.015638:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.015640:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d800/0xb0171789e0e737d3 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6aa expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.015663:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e737cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6a3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.015673:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e737cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6a3 expref: 5 pid: 15159 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.015683:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800956ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053352064:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156216.015726:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801306a6c00/0xb0171789e0e737c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f69c expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.015733:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801306a6c00/0xb0171789e0e737c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f69c expref: 91 pid: 15159 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.015741:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800956e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053352192:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156216.015755:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156216.018488:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.019852:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.022610:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.035702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.037281:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.040022:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.043843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.051354:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.061836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.065578:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.068160:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.074045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.074079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.074114:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.078176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.085287:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.089355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.115323:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.115515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.118900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.118985:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.121531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.122185:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.122219:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055935872 00000100:00100000:0.0:1746156216.122222:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055935872 00010000:00010000:0.0:1746156216.122239:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095755e00/0xb0171789e0e737f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6cd expref: 6 pid: 8463 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.122267:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8387 00000100:00100000:0.0:1746156216.122272:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977055935872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.122282:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.122296:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095755e00/0xb0171789e0e737f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6cd expref: 6 pid: 8463 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.122319:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095755e00/0xb0171789e0e737f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6cd expref: 6 pid: 8463 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.122347:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095755e00/0xb0171789e0e737f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6cd expref: 6 pid: 8463 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.122390:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.122392:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.122399:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095755a00/0xb0171789e0e737fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6d4 expref: 94 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.122405:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095755a00/0xb0171789e0e737fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6d4 expref: 94 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156216.124329:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.128032:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.131759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.137591:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.142258:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.145077:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.148714:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.149355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.153052:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.153716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.157022:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.159500:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.161523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.164141:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.165460:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.166869:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.173710:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.183784:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.184298:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.184338:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.185050:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8393 00000100:00100000:0.0:1746156216.185057:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:1974:x1830977055939968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.185064:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.185073:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095754a00/0xb0171789e0e73820 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6f7 expref: 99 pid: 8463 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.185082:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095754a00/0xb0171789e0e73820 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6f7 expref: 99 pid: 8463 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.185093:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095754a00/0xb0171789e0e73820 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6f7 expref: 99 pid: 8463 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.185105:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.185106:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.185111:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e73827 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6fe expref: 98 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.185118:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e73827 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6fe expref: 98 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.185135:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e73827 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6fe expref: 98 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.185144:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009484f800/0xb0171789e0e73827 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f6fe expref: 98 pid: 8463 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.185154:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053355008:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156216.189069:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.191590:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.196226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.210795:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.212782:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.218506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.219597:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.225832:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.225877:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.231242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.233944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.240738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.252186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.259359:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.260164:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.264544:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.264615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.264640:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055943424 00000100:00100000:0.0:1746156216.264643:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055943424 00010000:00010000:0.0:1746156216.264659:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b1eee00/0xb0171789e0e73843 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f71a expref: 6 pid: 15159 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.264685:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8398 00000100:00100000:0.0:1746156216.264690:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b497100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977055943424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.264701:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.264836:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b1eee00/0xb0171789e0e73843 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f71a expref: 6 pid: 15159 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.264846:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b1eee00/0xb0171789e0e73843 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f71a expref: 6 pid: 15159 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.264860:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b1eee00/0xb0171789e0e73843 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f71a expref: 6 pid: 15159 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.264879:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.264881:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.264885:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e7384a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f721 expref: 103 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.264892:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e7384a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f721 expref: 103 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156216.278827:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.281632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.286722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.292190:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.293136:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.295180:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.296922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.298558:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.302872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.307068:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.311087:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.313741:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.317282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.322043:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.322692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.325749:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.328904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.338937:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.345248:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.347385:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.349164:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.350709:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.354856:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.357518:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.359269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.362734:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.364774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.367674:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.371223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.371297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.375687:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.375765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.375820:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.376060:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8408 00000100:00100000:0.0:1746156216.376064:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055949696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.376070:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.376241:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e73882 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f759 expref: 6 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.376250:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e73882 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f759 expref: 6 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.376397:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c22b800/0xb0171789e0e73882 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f759 expref: 6 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.376423:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156216.378096:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.384770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.388155:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.390948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.391108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.393213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.393913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.396213:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.398053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.402536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.407536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.411228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.412898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.415444:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.417691:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.419493:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.427282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.432743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.436949:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.440239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.446756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.447283:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.450761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.450777:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055954560 00000100:00100000:0.0:1746156216.450779:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055954560 00000100:00100000:0.0:1746156216.450797:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3875 00000100:00100000:0.0:1746156216.450801:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977055954560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156216.450812:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156216.450820:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e738cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f7a6 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.450833:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095444000/0xb0171789e0e738c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f79f expref: 116 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.450838:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156216.450839:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156216.450842:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e738cf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f7a6 expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.450855:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095444000/0xb0171789e0e738c8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f79f expref: 116 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.450864:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095444000/0xb0171789e0e738c8 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f79f expref: 116 pid: 8462 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.450871:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977053360256:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156216.451475:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156216.454874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.454915:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055954816 00000100:00100000:0.0:1746156216.454921:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055954816 00002000:00100000:0.0:1746156216.454961:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009361dc00 x1830977055954816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:532/0 lens 488/0 e 0 to 0 dl 1746156227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156216.454970:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361dc00 with x1830977055954816 ext(0->4095) 00010000:00010000:0.0:1746156216.454979:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095444000/0xb0171789e0e738c8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f79f expref: 117 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.454990:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095444000/0xb0171789e0e738c8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f79f expref: 116 pid: 8462 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746156216.454996:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009361dc00 00000100:00100000:0.0:1746156216.455032:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 922 00000100:00100000:0.0:1746156216.455041:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+116:1974:x1830977055954816:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156216.460329:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.462290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.467578:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.469966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.476776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.476957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.482934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.482996:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.485629:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.487684:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.491920:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.496646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.503405:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.503487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.506284:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.508328:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.514020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.516052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.519246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.522184:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.524692:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.528083:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.530777:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.531346:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.533256:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.533807:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.534731:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.536730:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.539328:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.546662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.551077:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.554688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.554995:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.558867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.558938:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.558968:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055961088 00000100:00100000:0.0:1746156216.558970:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055961088 00010000:00010000:0.0:1746156216.558981:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4dc200/0xb0171789e0e73907 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f7de expref: 126 pid: 15159 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.559113:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8426 00000100:00100000:0.0:1746156216.559121:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+126:1974:x1830977055961088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.559130:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.559145:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b4dc200/0xb0171789e0e73907 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f7de expref: 126 pid: 15159 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.559153:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b4dc200/0xb0171789e0e73907 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f7de expref: 126 pid: 15159 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.559171:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156216.559200:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+126:1974:x1830977055961088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 80us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.559206:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8426 00000100:00100000:0.0:1746156216.561969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.563878:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.565927:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.569677:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.574744:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.577658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.580216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.580829:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.583280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.584953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.591986:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.594577:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.596942:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.599268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.600481:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.600953:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.603458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.603488:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.603523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.605211:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.608716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.611846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.614325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.616809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.618775:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.625220:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.628457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.631557:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1830977053364608:0@lo:400:kworker.0 00000100:00100000:0.0:1746156216.631881:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156216.632167:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053364096:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156216.632177:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053364224:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156216.632247:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e7394d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f824 expref: 131 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.632327:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a200, rc 0) 00000100:00100000:0.0:1746156216.632362:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+131:30945:x1830977055966080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3768us (3910us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.632385:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3893 00000100:00100000:0.0:1746156216.632399:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053364736 00000100:00100000:0.0:1746156216.632402:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053364736 00000100:00100000:0.0:1746156216.632424:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1746156216.632429:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977053364736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156216.632463:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977053364736:12345-0@lo:400:kworker.0 Request processed in 34us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.632468:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1746156216.632477:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053364992 00000100:00100000:0.0:1746156216.632479:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053364992 00000100:00100000:0.0:1746156216.632500:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1746156216.632503:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3301:x1830977053364992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156216.632525:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3301:x1830977053364992:12345-0@lo:400:kworker.0 Request processed in 22us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.632530:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1746156216.632717:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1830977053364608:0@lo:400:kworker.0 00000100:00100000:0.0:1746156216.632761:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.632776:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055966336 00000100:00100000:0.0:1746156216.632779:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055966336 00010000:00010000:0.0:1746156216.632789:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e7393f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f816 expref: 131 pid: 8462 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.632804:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8435 00000100:00100000:0.0:1746156216.632809:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+131:1974:x1830977055966336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.632815:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.632824:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e7393f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f816 expref: 131 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.632832:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e7393f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f816 expref: 131 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.632848:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e7393f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f816 expref: 131 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.632859:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.632861:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.632866:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e7394d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f824 expref: 130 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.632873:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e7394d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f824 expref: 130 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.632892:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22a200/0xb0171789e0e7394d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f824 expref: 130 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156216.632900:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053365120:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156216.632925:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156216.632967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.636805:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053365120:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156216.636820:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156216.636852:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+130:1974:x1830977055966336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4042us (4090us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.636861:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8435 00000100:00100000:0.0:1746156216.645449:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.649489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.654832:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055967488 00000100:00100000:0.0:1746156216.654840:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055967488 00000100:00100000:0.0:1746156216.655527:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3896 00000100:00100000:0.0:1746156216.655532:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+133:30946:x1830977055967616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156216.655537:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156216.655542:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e73962 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f839 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.655677:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.655681:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095650800/0xb0171789e0e7395b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f832 expref: 134 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.655686:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156216.655688:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e73962 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f839 expref: 134 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156216.657973:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.661462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.664458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.669857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.675470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.680016:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.688345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.692644:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.697565:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.700676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.700707:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.700743:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.701003:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8440 00000100:00100000:0.0:1746156216.701009:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+138:1975:x1830977055969664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.701016:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.701624:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e73962 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f839 expref: 137 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.701633:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e73962 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f839 expref: 137 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.701647:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e73962 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f839 expref: 137 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.701666:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156216.701681:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+136:1975:x1830977055969664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 673us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.701686:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8440 00000100:00100000:0.0:1746156216.704753:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.725400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.725435:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.733114:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.734923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.734989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.739228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.741710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.744060:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.748397:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.750638:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.754771:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.758915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.758959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.763351:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055972864 00000100:00100000:0.0:1746156216.763358:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055972864 00010000:00010000:0.0:1746156216.763407:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801306a6000/0xb0171789e0e7398c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f863 expref: 140 pid: 8461 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.763430:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8444 00000100:00100000:0.0:1746156216.763436:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+140:1975:x1830977055972864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.763446:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.763464:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801306a6000/0xb0171789e0e7398c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f863 expref: 140 pid: 8461 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.763474:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801306a6000/0xb0171789e0e7398c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f863 expref: 140 pid: 8461 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.763492:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156216.764007:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+141:1975:x1830977055972864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 569us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.764013:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8444 00000100:00100000:0.0:1746156216.764651:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055973120 00000100:00100000:0.0:1746156216.764654:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055973120 00010000:00010000:0.0:1746156216.764666:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5371a00/0xb0171789e0e73985 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f85c expref: 6 pid: 8461 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.764851:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8445 00000100:00100000:0.0:1746156216.764857:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055973120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.764865:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.764881:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5371a00/0xb0171789e0e73985 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f85c expref: 6 pid: 8461 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.764890:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5371a00/0xb0171789e0e73985 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f85c expref: 6 pid: 8461 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.764902:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5371a00/0xb0171789e0e73985 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f85c expref: 6 pid: 8461 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.765053:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.765055:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.765061:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094fb6600/0xb0171789e0e73993 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f86a expref: 138 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.765068:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fb6600/0xb0171789e0e73993 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f86a expref: 138 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.765120:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094fb6600/0xb0171789e0e73993 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f86a expref: 138 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.765130:0:7103:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094fb6600/0xb0171789e0e73993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f86a expref: 138 pid: 8461 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.765140:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a95f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053367552:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156216.765195:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156216.767104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.773173:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.776675:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.777969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.779454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.781165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.781233:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.781445:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3279 00000100:00100000:0.0:1746156216.781452:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055974528:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156216.781564:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055974528:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (330us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156216.781570:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3279 00002000:00100000:0.0:1746156216.781575:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009350f100 x1830977055974528/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:532/0 lens 488/4536 e 0 to 0 dl 1746156227 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156216.781581:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350f100 with x1830977055974528 ext(0->4095) 00002000:00010000:0.0:1746156216.781584:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009350f100 00000100:00100000:0.0:1746156216.783621:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.783659:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.783682:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055974656 00000100:00100000:0.0:1746156216.783686:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055974656 00010000:00010000:0.0:1746156216.783704:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e739a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f878 expref: 6 pid: 8462 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.783733:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055974784 00000100:00100000:0.0:1746156216.783735:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055974784 00010000:00010000:0.0:1746156216.783743:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095755a00/0xb0171789e0e7399a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f871 expref: 142 pid: 8462 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.783755:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8447 00000100:00100000:0.0:1746156216.783760:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055974656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.783768:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.783782:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e739a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f878 expref: 6 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.783791:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e739a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f878 expref: 6 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.783950:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e739a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f878 expref: 6 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.784023:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156216.784183:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977055974656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 421us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.784189:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8447 00000100:00100000:0.0:1746156216.786343:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.786477:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055975168 00000100:00100000:0.0:1746156216.786482:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055975168 00002000:00100000:0.0:1746156216.786503:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009350e300 x1830977055975168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:532/0 lens 488/0 e 0 to 0 dl 1746156227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156216.786511:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350e300 with x1830977055975168 ext(0->4095) 00010000:00010000:0.0:1746156216.786517:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e739a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f87f expref: 141 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.786528:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e739a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f87f expref: 141 pid: 8462 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746156216.786533:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009350e300 00000100:00100000:0.0:1746156216.786604:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 950 00000100:00100000:0.0:1746156216.786610:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+140:1973:x1830977055975168:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156216.786721:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+140:1973:x1830977055975168:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156216.786726:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 950 00002000:00100000:0.0:1746156216.786731:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009350e300 x1830977055975168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:532/0 lens 488/4536 e 0 to 0 dl 1746156227 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156216.786738:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350e300 with x1830977055975168 ext(0->4095) 00010000:00010000:0.0:1746156216.786742:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e739a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f87f expref: 140 pid: 8462 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.786750:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e739a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f87f expref: 140 pid: 8462 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746156216.786756:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009350e300 00000100:00100000:0.0:1746156216.791551:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.796446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.800888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.804894:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.808962:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.810840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.813386:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.815870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.818972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.821839:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.823562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.825254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.826358:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.827750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.827781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.829614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.831200:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.832776:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.834793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.837218:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.838959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.841788:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.842111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.845969:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.845997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.846015:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055979648 00000100:00100000:0.0:1746156216.846019:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055979648 00010000:00010000:0.0:1746156216.846045:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095444e00/0xb0171789e0e739d2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f8a9 expref: 6 pid: 8461 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.846070:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055979776 00000100:00100000:0.0:1746156216.846073:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055979776 00010000:00010000:0.0:1746156216.846080:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095444600/0xb0171789e0e739d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f8b0 expref: 148 pid: 8461 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746156216.846092:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8455 00000100:00100000:0.0:1746156216.846098:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055979648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156216.846106:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156216.846120:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095444e00/0xb0171789e0e739d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f8a9 expref: 6 pid: 8461 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.846129:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095444e00/0xb0171789e0e739d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f8a9 expref: 6 pid: 8461 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.846145:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095444e00/0xb0171789e0e739d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f8a9 expref: 6 pid: 8461 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746156216.846156:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156216.846171:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977055979648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 74us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.846176:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8455 00000100:00100000:0.0:1746156216.849270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.851836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.856817:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055980800 00000100:00100000:0.0:1746156216.856822:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055980800 00002000:00100000:0.0:1746156216.856852:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd5880 x1830977055980800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:532/0 lens 488/0 e 0 to 0 dl 1746156227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156216.856861:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5880 with x1830977055980800 ext(0->4095) 00002000:00010000:0.0:1746156216.856864:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcd5880 00000100:00100000:0.0:1746156216.856889:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3285 00000100:00100000:0.0:1746156216.856895:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+148:1974:x1830977055980800:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156216.857005:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+148:1974:x1830977055980800:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156216.857010:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3285 00002000:00100000:0.0:1746156216.857015:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd5880 x1830977055980800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:532/0 lens 488/4536 e 0 to 0 dl 1746156227 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156216.857022:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5880 with x1830977055980800 ext(0->4095) 00002000:00010000:0.0:1746156216.857024:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcd5880 00000100:00100000:0.0:1746156216.861514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.864109:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.864957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.868801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.869439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.871193:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.873060:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.875513:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.878316:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.879833:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.881298:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.887091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.887736:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.887768:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.890173:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.891764:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.894590:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.896913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.898222:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.899358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.903131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.903178:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.906892:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.910576:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.924470:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.926641:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.927874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.929342:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.931604:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.931666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.934743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.937940:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.942784:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.945889:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.949766:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.949803:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.950005:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3928 00000100:00100000:0.0:1746156216.950010:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+157:30945:x1830977055988096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156216.950016:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156216.950021:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e73a42 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f912 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.950033:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095444e00/0xb0171789e0e73a34 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f90b expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.950039:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bba9400/0xb0171789e0e73a3b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f919 expref: 158 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.950043:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.950044:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156216.950047:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e73a42 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f912 expref: 158 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.950074:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bba9400/0xb0171789e0e73a3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f919 expref: 157 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.950083:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bba9400/0xb0171789e0e73a3b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f919 expref: 157 pid: 8462 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746156216.950091:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133fc0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053372800:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156216.950139:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095444e00/0xb0171789e0e73a34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f90b expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.950147:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095444e00/0xb0171789e0e73a34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f90b expref: 5 pid: 8462 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746156216.950154:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133fc0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053372928:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156216.950173:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156216.953274:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133fc0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053372800:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156216.953283:0:15159:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095444e00/0xb0171789e0e73a34 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f90b expref: 5 pid: 8462 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746156216.953739:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133fc0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053372928:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156216.953758:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e73a42 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f912 expref: 157 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.953767:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:0.0:1746156216.953785:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+157:30945:x1830977055988096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3775us (3982us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.953791:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3928 00000100:00100000:0.0:1746156216.955692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.955768:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.957821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.971027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.971819:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055989504 00000100:00100000:0.0:1746156216.971823:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055989504 00000100:00100000:0.0:1746156216.971842:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3930 00000100:00100000:0.0:1746156216.971847:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+158:30945:x1830977055989504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156216.971854:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156216.971864:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0ca00/0xb0171789e0e73a50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f927 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.971879:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156216.971883:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095444000/0xb0171789e0e73a49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f920 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.971889:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156216.971893:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0ca00/0xb0171789e0e73a50 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f927 expref: 159 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.971922:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095444000/0xb0171789e0e73a49 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f920 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.971931:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0ca00/0xb0171789e0e73a50 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f927 expref: 159 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156216.971943:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:0.0:1746156216.971976:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+159:30945:x1830977055989504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156216.971981:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3930 00000100:00100000:0.0:1746156216.973560:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.977235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.980350:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.983701:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.990697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.993755:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156216.996814:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.000566:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.000615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.000652:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055990912 00000100:00100000:0.0:1746156217.000657:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055990912 00002000:00100000:0.0:1746156217.000691:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012c428a80 x1830977055990912/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:533/0 lens 488/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.000700:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977055990912 ext(0->4095) 00002000:00010000:0.0:1746156217.000703:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c428a80 00000100:00100000:0.0:1746156217.000716:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3293 00000100:00100000:0.0:1746156217.000722:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055990912:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156217.000842:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977055990912:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156217.000847:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3293 00002000:00100000:0.0:1746156217.000852:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012c428a80 x1830977055990912/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746156228 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.000858:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977055990912 ext(0->4095) 00002000:00010000:0.0:1746156217.000861:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c428a80 00000100:00100000:0.0:1746156217.005467:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.007098:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.013050:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.025490:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.035489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.040153:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.042504:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.054348:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.059291:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.075066:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055993088 00000100:00100000:0.0:1746156217.075073:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055993088 00002000:00100000:0.0:1746156217.075103:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008b545c00 x1830977055993088/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 496/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.075112:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545c00 with x1830977055993088 ext(0->7) 00010000:00010000:0.0:1746156217.075119:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd200/0xb0171789e0e73a6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f943 expref: 162 pid: 15159 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.075131:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956dd200/0xb0171789e0e73a6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f943 expref: 162 pid: 15159 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746156217.075137:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b545c00 00000100:00100000:0.0:1746156217.075161:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 979 00000100:00100000:0.0:1746156217.075167:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+162:1972:x1830977055993088:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156217.075448:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+164:1972:x1830977055993088:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 280us (438us total) trans 4294968398 rc 0/0 00000100:00100000:0.0:1746156217.075455:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 979 00002000:00100000:0.0:1746156217.075460:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008b545c00 x1830977055993088/t4294968398(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 496/448 e 0 to 0 dl 1746156228 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.075466:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545c00 with x1830977055993088 ext(0->7) 00010000:00010000:0.0:1746156217.075471:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd200/0xb0171789e0e73a6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f943 expref: 164 pid: 15159 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.075479:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956dd200/0xb0171789e0e73a6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f943 expref: 164 pid: 15159 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746156217.075484:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b545c00 00000100:00100000:0.0:1746156217.076113:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.077288:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3936 00000100:00100000:0.0:1746156217.077298:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+164:30945:x1830977055993216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156217.077321:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156217.077335:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a7a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f951 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.077358:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156217.077363:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd400/0xb0171789e0e73a73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f94a expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.077385:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156217.077389:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a7a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f951 expref: 165 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.077418:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800956dd400/0xb0171789e0e73a73 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f94a expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.077429:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a7a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f951 expref: 165 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.077437:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:0.0:1746156217.077486:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+165:30945:x1830977055993216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (1373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156217.077491:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3936 00000100:00100000:0.0:1746156217.082745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.085216:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.087656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.090054:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.094596:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.098720:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.101906:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.104193:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.108049:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3939 00000100:00100000:0.0:1746156217.108056:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+167:30946:x1830977055994880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156217.108062:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156217.108067:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80f966 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.108075:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156217.108079:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73a88 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f95f expref: 168 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.108083:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156217.108085:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a8f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f966 expref: 168 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.108101:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73a88 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f95f expref: 168 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.108110:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a8f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f966 expref: 168 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.108118:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:0.0:1746156217.108135:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+168:30946:x1830977055994880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156217.108140:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3939 00000100:00100000:0.0:1746156217.109914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.112616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.114684:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.117010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.122866:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.126843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.128604:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.128649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.132529:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.133445:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055996672 00000100:00100000:0.0:1746156217.133449:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055996672 00002000:00100000:0.0:1746156217.133470:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b544380 x1830977055996672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 488/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.133478:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544380 with x1830977055996672 ext(0->4095) 00010000:00010000:0.0:1746156217.133482:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f966 expref: 169 pid: 8461 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.133491:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f966 expref: 169 pid: 8461 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746156217.133496:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b544380 00000100:00100000:0.0:1746156217.133509:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 985 00000100:00100000:0.0:1746156217.133513:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+169:1973:x1830977055996672:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156217.133623:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+169:1973:x1830977055996672:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156217.133628:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 985 00002000:00100000:0.0:1746156217.133632:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b544380 x1830977055996672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746156228 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.133638:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544380 with x1830977055996672 ext(0->4095) 00010000:00010000:0.0:1746156217.133642:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f966 expref: 169 pid: 8461 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.133649:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73a8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80f966 expref: 169 pid: 8461 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746156217.133655:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b544380 00000100:00100000:0.0:1746156217.135500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.135664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.138120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.140800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.142834:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.148241:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977055997952 00000100:00100000:0.0:1746156217.148246:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977055997952 00002000:00100000:0.0:1746156217.148272:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c0b480 x1830977055997952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:533/0 lens 488/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.148281:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b480 with x1830977055997952 ext(0->4095) 00002000:00010000:0.0:1746156217.148285:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c0b480 00000100:00100000:0.0:1746156217.148819:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3297 00000100:00100000:0.0:1746156217.148825:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055997952:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156217.148932:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977055997952:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (889us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156217.148937:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3297 00002000:00100000:0.0:1746156217.148941:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c0b480 x1830977055997952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746156228 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.148947:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b480 with x1830977055997952 ext(0->4095) 00002000:00010000:0.0:1746156217.148950:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c0b480 00000100:00100000:0.0:1746156217.151967:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.152027:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.154039:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.158741:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.161798:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.165026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.168478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.171228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.172855:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.182691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.187649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.191541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.191573:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.191605:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.194551:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.203824:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.205693:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.209792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.216875:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.218060:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.224241:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.229129:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.234159:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.238100:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.246156:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.250497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.250544:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.252899:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.255129:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.258687:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.261510:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.263929:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.265514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.268765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.272857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.275722:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.279858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.279890:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.279916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.283557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.286947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.292315:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.296869:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.300903:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.303696:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.307397:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.307585:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.309673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.314099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.322250:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.324756:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.327275:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.330683:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.336842:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.339954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.340001:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.342622:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.347196:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.357268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.362921:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.368874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.368934:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.370667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.370747:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.370770:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056010240 00000100:00100000:0.0:1746156217.370774:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056010240 00010000:00010000:0.0:1746156217.370793:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e73b29 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa00 expref: 186 pid: 8462 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746156217.370819:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8504 00000100:00100000:0.0:1746156217.370823:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+186:1975:x1830977056010240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156217.370830:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156217.370844:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e73b29 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa00 expref: 186 pid: 8462 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.370853:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e73b29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa00 expref: 186 pid: 8462 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.370869:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156217.370871:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156217.370877:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73b30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa07 expref: 186 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.370884:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73b30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa07 expref: 186 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.370905:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73b30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa07 expref: 186 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156217.370918:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009352b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053380992:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156217.370962:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156217.375211:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056010496 00000100:00100000:0.0:1746156217.375216:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056010496 00002000:00100000:0.0:1746156217.375242:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b546680 x1830977056010496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 488/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.375251:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546680 with x1830977056010496 ext(0->4095) 00010000:00010000:0.0:1746156217.375257:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73b30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa07 expref: 184 pid: 21377 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.375269:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73b30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa07 expref: 184 pid: 21377 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746156217.375276:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b546680 00000100:00100000:0.0:1746156217.375308:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1004 00000100:00100000:0.0:1746156217.375315:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+184:1974:x1830977056010496:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156217.375455:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+184:1974:x1830977056010496:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (406us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156217.375461:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1004 00002000:00100000:0.0:1746156217.375465:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b546680 x1830977056010496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746156228 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.375472:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546680 with x1830977056010496 ext(0->4095) 00010000:00010000:0.0:1746156217.375477:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73b30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa07 expref: 184 pid: 21377 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.375487:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73b30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa07 expref: 184 pid: 21377 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746156217.375492:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b546680 00000100:00100000:0.0:1746156217.378812:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.383803:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.389974:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.392312:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.397608:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.401957:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.402004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.405494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.405523:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.405539:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056012160 00000100:00100000:0.0:1746156217.405544:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056012160 00010000:00010000:0.0:1746156217.405567:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800956dc800/0xb0171789e0e73b37 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa0e expref: 6 pid: 21377 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746156217.405590:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056012032 00000100:00100000:0.0:1746156217.405592:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056012032 00010000:00010000:0.0:1746156217.405599:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73b3e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa15 expref: 188 pid: 21377 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746156217.405941:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8507 00000100:00100000:0.0:1746156217.405946:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+188:1973:x1830977056012032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156217.405952:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156217.406810:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73b3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa15 expref: 187 pid: 21377 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.406823:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa15 expref: 187 pid: 21377 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.406840:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73b3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa15 expref: 187 pid: 21377 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.406856:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156217.412007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.412126:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053381760:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156217.412148:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095754400/0xb0171789e0e73b4c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fa23 expref: 187 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.412164:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095754400, rc 0) 00000100:00100000:0.0:1746156217.412210:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+187:30946:x1830977056012288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4471us (5092us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156217.412217:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3966 00000100:00100000:0.0:1746156217.421905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.427544:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.432503:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.435456:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.439825:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.440413:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.442479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.444963:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.448926:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.453599:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.459608:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.461086:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.464109:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.465273:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.499455:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.502659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.505936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.511700:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056016512 00000100:00100000:0.0:1746156217.511706:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056016512 00002000:00100000:0.0:1746156217.511733:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c08700 x1830977056016512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 488/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.511742:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08700 with x1830977056016512 ext(0->4095) 00002000:00010000:0.0:1746156217.511745:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c08700 00000100:00100000:0.0:1746156217.511757:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3316 00000100:00100000:0.0:1746156217.511762:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+192:1974:x1830977056016512:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156217.511875:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+192:1974:x1830977056016512:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156217.511880:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3316 00002000:00100000:0.0:1746156217.511884:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c08700 x1830977056016512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746156228 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.511891:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08700 with x1830977056016512 ext(0->4095) 00002000:00010000:0.0:1746156217.511894:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c08700 00000100:00100000:0.0:1746156217.517049:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.517594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.520507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.525210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.529334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.535792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.540967:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.545883:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.551067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.556443:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.556747:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056018560 00000100:00100000:0.0:1746156217.556756:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056018560 00002000:00100000:0.0:1746156217.556800:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800931b9f80 x1830977056018560/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:533/0 lens 488/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.556816:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977056018560 ext(0->4095) 00002000:00010000:0.0:1746156217.556822:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931b9f80 00000100:00100000:0.0:1746156217.560813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.563620:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.566676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.570745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.584600:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.584894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.587997:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.590500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.593498:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.596204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.598038:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.600214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.602449:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.604726:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.607859:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.611161:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.611210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.613144:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.616848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.619645:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.622324:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.628634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.632233:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056023168 00000100:00100000:0.0:1746156217.632241:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056023168 00002000:00100000:0.0:1746156217.632284:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800956eb480 x1830977056023168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 488/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.632295:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb480 with x1830977056023168 ext(0->4095) 00002000:00010000:0.0:1746156217.632310:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956eb480 00000100:00100000:0.0:1746156217.632339:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3322 00000100:00100000:0.0:1746156217.632346:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+200:1975:x1830977056023168:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156217.635961:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.638717:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.645149:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.645756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.653083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.653111:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.653143:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.655070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.658526:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.662100:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.667135:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.669605:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.671549:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.673494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.676052:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.676839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.678716:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056026240 00000100:00100000:0.0:1746156217.678722:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056026240 00010000:00010000:0.0:1746156217.678745:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73bca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80faa1 expref: 203 pid: 8461 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746156217.678809:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8528 00000100:00100000:0.0:1746156217.678815:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+203:1975:x1830977056026240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156217.678822:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156217.678837:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73bca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80faa1 expref: 203 pid: 8461 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.678846:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73bca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80faa1 expref: 203 pid: 8461 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.678861:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73bca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80faa1 expref: 203 pid: 8461 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.678972:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156217.679014:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+202:1975:x1830977056026240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 198us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156217.679020:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8528 00000100:00100000:0.0:1746156217.681105:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.682977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.685523:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.687792:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.689868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.691814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.695670:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.698981:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.699108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.702434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.703042:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.705475:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.707635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.711690:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.715873:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.719590:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.723035:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.724408:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156217.726493:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095755e00/0xb0171789e0e73bf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80facb expref: 207 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.726505:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095755e00/0xb0171789e0e73bf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80facb expref: 207 pid: 21377 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746156217.726517:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133fc0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053387520:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156217.726538:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156217.730760:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.730798:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.730848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.731156:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8534 00000100:00100000:0.0:1746156217.731163:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056030336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156217.731170:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156217.731581:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800956dd400/0xb0171789e0e73bfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fad2 expref: 6 pid: 8461 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.731589:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800956dd400/0xb0171789e0e73bfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fad2 expref: 6 pid: 8461 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.731608:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd400/0xb0171789e0e73bfb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fad2 expref: 6 pid: 8461 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.731634:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156217.731684:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056030336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 521us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156217.731691:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8534 00000100:00100000:0.0:1746156217.734210:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.748662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.752037:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.756494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.756537:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.761202:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.764668:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.767204:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.775190:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.777117:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.781926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.783189:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.790749:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.790830:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.794115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.798219:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056034048 00000100:00100000:0.0:1746156217.798226:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056034048 00002000:00100000:0.0:1746156217.798280:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800956e9500 x1830977056034048/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:533/0 lens 496/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.798287:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9500 with x1830977056034048 ext(0->7) 00010000:00010000:0.0:1746156217.798317:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095715c00/0xb0171789e0e73c25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fafc expref: 210 pid: 21377 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.798329:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095715c00/0xb0171789e0e73c25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fafc expref: 210 pid: 21377 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746156217.798340:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800956e9500 00000100:00100000:0.0:1746156217.803356:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.808204:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.817946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.819056:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.820909:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.820966:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.826236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.827644:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.850426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.861827:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.861918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.865338:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056036352 00000100:00100000:0.0:1746156217.865343:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056036352 00002000:00100000:0.0:1746156217.865399:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd4000 x1830977056036352/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:533/0 lens 488/0 e 0 to 0 dl 1746156228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.865407:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4000 with x1830977056036352 ext(0->4095) 00010000:00010000:0.0:1746156217.865413:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095754600/0xb0171789e0e73c41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb18 expref: 6 pid: 8462 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.865422:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095754600/0xb0171789e0e73c41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb18 expref: 6 pid: 8462 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746156217.865428:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd4000 00000100:00100000:0.0:1746156217.865445:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1043 00000100:00100000:0.0:1746156217.865451:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056036352:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156217.865579:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056036352:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (771us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156217.865584:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1043 00002000:00100000:0.0:1746156217.865589:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd4000 x1830977056036352/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:533/0 lens 488/4536 e 0 to 0 dl 1746156228 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156217.865596:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4000 with x1830977056036352 ext(0->4095) 00010000:00010000:0.0:1746156217.865600:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095754600/0xb0171789e0e73c41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb18 expref: 6 pid: 8462 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746156217.865608:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095754600/0xb0171789e0e73c41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb18 expref: 6 pid: 8462 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746156217.865617:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd4000 00000100:00100000:0.0:1746156217.867194:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.868182:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056036480 00000100:00100000:0.0:1746156217.868186:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056036480 00000100:00100000:0.0:1746156217.868215:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4003 00000100:00100000:0.0:1746156217.868220:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+214:30946:x1830977056036480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156217.868230:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156217.868238:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e73c4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fb26 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.868253:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009562d200/0xb0171789e0e73c48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb1f expref: 215 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.868258:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156217.868259:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156217.868262:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e73c4f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb26 expref: 215 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.868277:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009562d200/0xb0171789e0e73c48 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb1f expref: 215 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.868286:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009562d200/0xb0171789e0e73c48 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb1f expref: 215 pid: 21377 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746156217.868304:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053390080:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156217.868352:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156217.887813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.891106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.900896:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.907567:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.910057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.915993:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.919639:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.922178:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.924869:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.926175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.928263:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.928898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.933047:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.933846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.936230:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.939428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.942530:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.945149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.951107:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.953867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.961455:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.961507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.967965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.967996:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.968027:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.973138:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.978465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.983712:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.983743:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056042368 00000100:00100000:0.0:1746156217.983749:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056042368 00010000:00010000:0.0:1746156217.983775:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba8e800/0xb0171789e0e73c80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb57 expref: 223 pid: 21377 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746156217.983794:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8553 00000100:00100000:0.0:1746156217.983799:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+223:1973:x1830977056042368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156217.983809:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156217.983826:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba8e800/0xb0171789e0e73c80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb57 expref: 223 pid: 21377 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156217.983836:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba8e800/0xb0171789e0e73c80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb57 expref: 223 pid: 21377 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156217.983852:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8e800/0xb0171789e0e73c80 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb57 expref: 223 pid: 21377 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156217.984274:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156217.984276:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156217.984282:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e73c87 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb5e expref: 222 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.984290:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e73c87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb5e expref: 222 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156217.984324:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e73c87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb5e expref: 222 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156217.984339:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053392000:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156217.984418:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156217.990285:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.994175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.994249:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156217.997970:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.003173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.007759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.012457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.015470:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.016851:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.020451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.020490:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.022831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.022871:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.022887:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056044928 00000100:00100000:0.0:1746156218.022891:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056044928 00010000:00010000:0.0:1746156218.022910:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009562da00/0xb0171789e0e73c95 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb6c expref: 6 pid: 21377 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746156218.022937:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056044800 00000100:00100000:0.0:1746156218.022939:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056044800 00010000:00010000:0.0:1746156218.022948:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73c9c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb73 expref: 226 pid: 8461 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746156218.022962:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8556 00000100:00100000:0.0:1746156218.022969:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056044928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156218.022977:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156218.022991:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009562da00/0xb0171789e0e73c95 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb6c expref: 6 pid: 21377 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.022999:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009562da00/0xb0171789e0e73c95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb6c expref: 6 pid: 21377 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.023016:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156218.023038:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056044928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 69us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.023044:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8556 00000100:00100000:0.0:1746156218.023054:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8557 00000100:00100000:0.0:1746156218.023058:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+226:1974:x1830977056044800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156218.023064:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156218.023070:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73c9c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb73 expref: 226 pid: 8461 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.023077:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73c9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb73 expref: 226 pid: 8461 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.023086:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.023088:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.023092:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e73ca3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb7a expref: 226 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.023099:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e73ca3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb7a expref: 226 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.023166:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095754200/0xb0171789e0e73ca3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fb7a expref: 226 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156218.023175:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c9c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053392896:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156218.023208:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156218.023235:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.024582:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.030034:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.033334:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.037866:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.038635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.040531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.041454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.043332:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.043393:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.045410:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.047155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.053363:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.056228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.059425:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.066860:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.066901:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.070338:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.070394:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.071264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.076440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.081846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.085352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.088090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.091596:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.097497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.097589:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.102494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.102550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.103660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.106809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.113083:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.125711:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.125756:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.128863:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.132433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.132474:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.135155:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.145970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.148091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.150080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.152224:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.152251:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056052992 00000100:00100000:0.0:1746156218.152255:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056052992 00000100:00100000:0.0:1746156218.152300:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4028 00000100:00100000:0.0:1746156218.152305:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+233:30946:x1830977056052992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156218.152316:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156218.152328:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73cfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fbd5 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.152347:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.152349:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.152354:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73cfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbd5 expref: 234 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.152379:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73cfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbd5 expref: 234 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.152387:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:0.0:1746156218.152410:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+234:30946:x1830977056052992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.152415:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4028 00000100:00100000:0.0:1746156218.154991:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.160058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.168959:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.171953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.171978:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.172015:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.172033:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056053760 00000100:00100000:0.0:1746156218.172039:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056053760 00010000:00010000:0.0:1746156218.172063:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73cfe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbd5 expref: 236 pid: 15159 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746156218.172080:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056054016 00000100:00100000:0.0:1746156218.172082:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056054016 00010000:00010000:0.0:1746156218.172088:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095754e00/0xb0171789e0e73cf7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbce expref: 6 pid: 15159 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746156218.172103:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8570 00000100:00100000:0.0:1746156218.172108:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+236:1974:x1830977056053760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156218.172118:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156218.172133:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73cfe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbd5 expref: 236 pid: 15159 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.172142:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73cfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbd5 expref: 236 pid: 15159 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.172160:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156218.172189:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+236:1974:x1830977056053760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 80us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.172194:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8570 00000100:00100000:0.0:1746156218.172205:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8571 00000100:00100000:0.0:1746156218.172209:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056054016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156218.172214:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156218.172219:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095754e00/0xb0171789e0e73cf7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbce expref: 6 pid: 15159 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.172226:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095754e00/0xb0171789e0e73cf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbce expref: 6 pid: 15159 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.172235:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.172236:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.172241:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009562ca00/0xb0171789e0e73d05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbdc expref: 235 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.172248:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009562ca00/0xb0171789e0e73d05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbdc expref: 235 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.172269:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009562ca00/0xb0171789e0e73d05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbdc expref: 235 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156218.172277:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053395968:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156218.172326:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156218.176250:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.178222:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.180239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.185412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.187314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.190110:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.190721:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.193077:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.193693:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056055680 00000100:00100000:0.0:1746156218.193696:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056055680 00000100:00100000:0.0:1746156218.193723:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4033 00000100:00100000:0.0:1746156218.193728:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+236:30946:x1830977056055680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156218.193737:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156218.193748:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d800/0xb0171789e0e73d21 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fbf8 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.193760:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.193764:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73d1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbf1 expref: 237 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.193769:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156218.193772:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d800/0xb0171789e0e73d21 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbf8 expref: 237 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.193793:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73d1a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbf1 expref: 237 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.193802:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d800/0xb0171789e0e73d21 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbf8 expref: 237 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.193809:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:0.0:1746156218.193839:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+237:30946:x1830977056055680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.193844:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4033 00000100:00100000:0.0:1746156218.193859:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056055808 00000100:00100000:0.0:1746156218.193862:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056055808 00010000:00010000:0.0:1746156218.193871:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095754400/0xb0171789e0e73d13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbea expref: 6 pid: 15159 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746156218.193895:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8574 00000100:00100000:0.0:1746156218.193900:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056055808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156218.193906:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156218.193914:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095754400/0xb0171789e0e73d13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbea expref: 6 pid: 15159 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.193924:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095754400/0xb0171789e0e73d13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbea expref: 6 pid: 15159 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.193935:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095754400/0xb0171789e0e73d13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbea expref: 6 pid: 15159 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.193945:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.193947:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.193952:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73d1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbf1 expref: 236 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.193957:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73d1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbf1 expref: 236 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.193972:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73d1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbf1 expref: 236 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.193980:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800956dce00/0xb0171789e0e73d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fbf1 expref: 236 pid: 8461 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746156218.193989:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b494a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053396736:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156218.194031:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156218.195738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.197167:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.199146:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.201023:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.206910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.212774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.215500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.219007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.221074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.222812:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.222853:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.227935:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056058112 00000100:00100000:0.0:1746156218.227941:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056058112 00002000:00100000:0.0:1746156218.227973:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a95f7b80 x1830977056058112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:534/0 lens 488/0 e 0 to 0 dl 1746156229 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156218.227982:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7b80 with x1830977056058112 ext(0->4095) 00010000:00010000:0.0:1746156218.227988:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd400/0xb0171789e0e73d2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fc06 expref: 238 pid: 8461 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.227998:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956dd400/0xb0171789e0e73d2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fc06 expref: 238 pid: 8461 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746156218.228004:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a95f7b80 00000100:00100000:0.0:1746156218.228030:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1078 00000100:00100000:0.0:1746156218.228037:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+238:1975:x1830977056058112:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156218.228155:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+238:1975:x1830977056058112:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156218.228161:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1078 00002000:00100000:0.0:1746156218.228165:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a95f7b80 x1830977056058112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:534/0 lens 488/4536 e 0 to 0 dl 1746156229 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156218.228176:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7b80 with x1830977056058112 ext(0->4095) 00010000:00010000:0.0:1746156218.228180:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd400/0xb0171789e0e73d2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fc06 expref: 238 pid: 8461 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.228188:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956dd400/0xb0171789e0e73d2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fc06 expref: 238 pid: 8461 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746156218.228193:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a95f7b80 00000100:00100000:0.0:1746156218.230310:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.232228:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.239084:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.242704:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.242866:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.242885:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056059008 00000100:00100000:0.0:1746156218.242888:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056059008 00000100:00100000:0.0:1746156218.242922:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4038 00000100:00100000:0.0:1746156218.242927:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+241:30946:x1830977056059008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156218.242934:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156218.242941:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e73d44 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fc1b expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.242953:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.242964:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e73d3d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fc14 expref: 242 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.243086:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156218.243090:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e73d44 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fc1b expref: 242 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.243109:0:8462:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e73d3d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fc14 expref: 242 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.243118:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e73d44 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fc1b expref: 242 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.243125:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:0.0:1746156218.243143:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+242:30946:x1830977056059008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.243148:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4038 00000100:00100000:0.0:1746156218.246902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.249286:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.253929:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.261044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.263276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.264847:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.267931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.271972:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.272229:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.275513:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.275544:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.275615:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.280267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.284987:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.287363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.291088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.294131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.295965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.299800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.299983:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.303959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.305098:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.305160:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.309427:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.311424:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.323796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.327124:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.333006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.333050:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.336488:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.336575:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.340255:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.342227:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.348482:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.352421:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.356869:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.358424:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.360620:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.364063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.366041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.366552:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053400192:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156218.366564:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156218.366890:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977056066048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2691us (2830us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.366896:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8590 00000100:00100000:0.0:1746156218.373863:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.377169:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.381664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.381751:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.384975:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.387624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.391162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.400110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.410331:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.413243:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.413285:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.415645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.416322:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.418747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.424540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.427452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.431631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.438168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.438242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.440848:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.441085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.442702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.445289:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.452192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.456226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.461949:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.468080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.469828:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.475283:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.480888:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.485256:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.490315:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.497087:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.497136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.498185:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4060 00000100:00100000:0.0:1746156218.498192:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977056072576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156218.498198:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156218.498204:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73dde lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fcae expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.498213:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.498216:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009562c200/0xb0171789e0e73dd7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fcb5 expref: 259 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.498221:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156218.498223:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73dde lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fcae expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.498239:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009562c200/0xb0171789e0e73dd7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fcb5 expref: 259 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.498247:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73dde lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fcae expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.498260:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:0.0:1746156218.498278:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056072576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.498283:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4060 00000100:00100000:0.0:1746156218.503514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.508629:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.521316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.526974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.534991:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.542172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.545019:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.546791:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.550116:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.554004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.557018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.564274:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.565318:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056075008 00000100:00100000:0.0:1746156218.565321:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056075008 00000100:00100000:0.0:1746156218.565344:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4064 00000100:00100000:0.0:1746156218.565349:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+263:30946:x1830977056075008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156218.565355:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156218.565361:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73dfa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fcd1 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.565385:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156218.565389:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e73df3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fcca expref: 264 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.565394:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156218.565397:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73dfa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fcd1 expref: 264 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.565416:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e73df3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fcca expref: 264 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.565425:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73dfa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fcd1 expref: 264 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156218.565433:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:0.0:1746156218.565450:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+264:30946:x1830977056075008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.565456:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4064 00000100:00100000:0.0:1746156218.568343:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.575681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.578199:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.586984:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.590332:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.594655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.594883:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.597412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.597473:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.599503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.604337:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.611245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.611970:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.612351:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.612809:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.612824:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.612841:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.616783:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.622625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.623696:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.626632:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.630815:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.635121:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.637853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.642973:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.648061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.653172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.654180:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.656078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.656965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.659327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.661016:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.662675:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.666652:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.668754:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.671921:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.672245:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.674585:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.674655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.674680:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056081664 00000100:00100000:0.0:1746156218.674684:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056081664 00010000:00010000:0.0:1746156218.674705:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e73e32 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fd09 expref: 6 pid: 8461 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746156218.674740:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8614 00000100:00100000:0.0:1746156218.674746:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008967b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056081664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156218.674754:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156218.674821:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e73e32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fd09 expref: 6 pid: 8461 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.674830:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e73e32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fd09 expref: 6 pid: 8461 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.674846:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e73e32 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fd09 expref: 6 pid: 8461 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.674867:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156218.674883:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008967b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056081664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 137us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.675623:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8614 00000100:00100000:0.0:1746156218.678973:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.679012:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.683864:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.688881:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.692286:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.697391:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.699696:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.705065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.707990:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.710857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.713821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.715550:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.721626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.727204:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.740820:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.746547:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.775192:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.779179:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.784125:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.789655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.798559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.802079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.806244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.807200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.815793:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056086400 00000100:00100000:0.0:1746156218.815798:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056086400 00002000:00100000:0.0:1746156218.815825:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd5180 x1830977056086400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:534/0 lens 488/0 e 0 to 0 dl 1746156229 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156218.815834:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5180 with x1830977056086400 ext(0->4095) 00010000:00010000:0.0:1746156218.815841:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095bbaa00/0xb0171789e0e73e6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fd41 expref: 277 pid: 8461 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.815852:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095bbaa00/0xb0171789e0e73e6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fd41 expref: 277 pid: 8461 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746156218.815861:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd5180 00000100:00100000:0.0:1746156218.815886:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1120 00000100:00100000:0.0:1746156218.815891:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+277:1975:x1830977056086400:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156218.816031:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+277:1975:x1830977056086400:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156218.816037:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1120 00002000:00100000:0.0:1746156218.816043:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd5180 x1830977056086400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:534/0 lens 488/4536 e 0 to 0 dl 1746156229 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156218.816049:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5180 with x1830977056086400 ext(0->4095) 00010000:00010000:0.0:1746156218.816053:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095bbaa00/0xb0171789e0e73e6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fd41 expref: 277 pid: 8461 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746156218.816062:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095bbaa00/0xb0171789e0e73e6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fd41 expref: 277 pid: 8461 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746156218.816067:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd5180 00000100:00100000:0.0:1746156218.822457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.824349:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.834901:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.836803:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.848134:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.888860:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.892941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.916471:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008967b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053408512:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156218.916491:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156218.916537:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+278:1973:x1830977056088064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 21851us (23596us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156218.916546:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8625 00000100:00100000:0.0:1746156218.921053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.933961:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.935771:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.941857:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.944847:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.948724:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.954886:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.959418:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.963759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.969753:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.969877:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.974573:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.996442:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156218.999326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.002051:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156219.002693:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156219.009992:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156219.012916:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156219.015549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.017498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.024166:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.030716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.033272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.035659:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.040154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.042327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.044334:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.048553:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.052074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.054493:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.059301:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.061003:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.064469:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.067322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.073563:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.075680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.079982:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.089835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.092858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.093049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.097596:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.097621:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.097648:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.107833:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.110041:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.111701:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.114693:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.120252:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056097152 00000100:00100000:0.0:1746156219.120259:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056097152 00000100:00100000:0.0:1746156219.120308:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4098 00000100:00100000:0.0:1746156219.120315:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008967b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+290:30945:x1830977056097152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156219.120329:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156219.120343:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e73ee8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fdbf expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.120393:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fc00/0xb0171789e0e73eda lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb1 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.120401:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e73ee1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb8 expref: 291 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.120407:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.120408:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.120411:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e73ee8 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdbf expref: 291 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.120436:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e73ee1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb8 expref: 291 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.120446:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e73ee1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb8 expref: 291 pid: 21377 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.120456:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053411712:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156219.120527:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fc00/0xb0171789e0e73eda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb1 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.120534:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fc00/0xb0171789e0e73eda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb1 expref: 5 pid: 21377 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.120541:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053411840:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156219.120560:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156219.127602:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056097792 00000100:00100000:0.0:1746156219.127607:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056097792 00010000:00010000:0.0:1746156219.127624:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e73ee1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb8 expref: 291 pid: 21377 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.127651:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8640 00000100:00100000:0.0:1746156219.127656:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+291:1975:x1830977056097792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156219.127665:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156219.127680:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e73ee1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb8 expref: 291 pid: 21377 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.127689:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e73ee1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb8 expref: 291 pid: 21377 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.127705:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e73ee1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdb8 expref: 291 pid: 21377 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.127727:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.127728:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.127734:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e73ee8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdbf expref: 290 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.127742:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e73ee8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdbf expref: 290 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.127761:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e73ee8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdbf expref: 290 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.127775:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e73ee8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdbf expref: 290 pid: 15159 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.127785:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053412096:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156219.127841:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156219.135811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.139233:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.141043:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.147273:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.153510:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.158871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.159512:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4101 00000100:00100000:0.0:1746156219.159519:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+293:30945:x1830977056098944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156219.159526:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156219.159532:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73efd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fdd4 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.159546:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f800/0xb0171789e0e73eef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdc6 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.159552:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095bbbe00/0xb0171789e0e73ef6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdcd expref: 294 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.159557:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.159558:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.159562:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e73efd lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdd4 expref: 294 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.159583:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095bbbe00/0xb0171789e0e73ef6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdcd expref: 294 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.159593:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095bbbe00/0xb0171789e0e73ef6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdcd expref: 294 pid: 15159 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.159603:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cccbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053412352:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156219.160536:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f800/0xb0171789e0e73eef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdc6 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.160545:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f800/0xb0171789e0e73eef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdc6 expref: 5 pid: 21377 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.160553:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053412480:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156219.160579:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156219.164041:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.164077:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.168032:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.168078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.170932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.177140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.181717:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.189258:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.191888:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.198724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.212949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.213033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.220927:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.222041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.228421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.231303:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.238107:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.241599:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.244112:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.244205:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056102656 00000100:00100000:0.0:1746156219.244211:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056102656 00000100:00100000:0.0:1746156219.244255:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4106 00000100:00100000:0.0:1746156219.244262:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a5b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+295:30945:x1830977056102656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156219.244275:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156219.244298:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73f20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fdf7 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.244320:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095754600/0xb0171789e0e73f19 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdf0 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.244327:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.244328:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.244331:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73f20 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdf7 expref: 296 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.244354:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095754600/0xb0171789e0e73f19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdf0 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.244392:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095754600/0xb0171789e0e73f19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdf0 expref: 5 pid: 15159 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.244403:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053413632:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156219.244458:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc10c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746156219.248844:0:15159:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095754600/0xb0171789e0e73f19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdf0 expref: 6 pid: 15159 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.248859:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053413632:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156219.248873:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73f20 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdf7 expref: 298 pid: 15159 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.248879:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73f20 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdf7 expref: 298 pid: 15159 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.248885:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:0.0:1746156219.248901:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a5b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+298:30945:x1830977056102656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4640us (4796us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156219.248906:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4106 00000100:00100000:0.0:1746156219.252297:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056103168 00000100:00100000:0.0:1746156219.252302:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056103168 00002000:00100000:0.0:1746156219.252328:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089679f80 x1830977056103168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:535/0 lens 488/0 e 0 to 0 dl 1746156230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156219.252336:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089679f80 with x1830977056103168 ext(0->4095) 00010000:00010000:0.0:1746156219.252342:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73f20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdf7 expref: 297 pid: 15159 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.252352:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e73f20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fdf7 expref: 297 pid: 15159 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746156219.252358:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089679f80 00000100:00100000:0.0:1746156219.264866:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.273540:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.273594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.280992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.284553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.284599:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.285769:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa56d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156219.287227:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.292903:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.297225:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.300606:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.303978:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.306714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.306777:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.311616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.312929:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056105856 00000100:00100000:0.0:1746156219.312932:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056105856 00000100:00100000:0.0:1746156219.312947:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4112 00000100:00100000:0.0:1746156219.312951:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977056105856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156219.312960:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156219.312968:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e73f4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80fe21 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.312980:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095755e00/0xb0171789e0e73f43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe1a expref: 300 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.312985:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156219.312986:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156219.312988:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e73f4a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe21 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.313000:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095755e00/0xb0171789e0e73f43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe1a expref: 300 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.313008:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095755e00/0xb0171789e0e73f43 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe1a expref: 300 pid: 8463 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.313015:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ccc9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053415040:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156219.313032:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156219.316009:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.317150:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ccc9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053415040:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156219.317166:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e73f4a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe21 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.317178:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:0.0:1746156219.317210:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056105856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4257us (4620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156219.317215:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4112 00000100:00100000:0.0:1746156219.321785:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.336204:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.339267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.349007:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.356462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.360660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.366308:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.369227:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053415552:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156219.369253:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e73f58 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe2f expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.369268:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956dd600, rc 0) 00000100:00100000:0.0:1746156219.370072:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ccc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056107520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3447us (3769us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156219.370079:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4114 00000100:00100000:0.0:1746156219.370719:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056107648 00000100:00100000:0.0:1746156219.370724:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056107648 00002000:00100000:0.0:1746156219.370752:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009bcd7800 x1830977056107648/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:535/0 lens 496/0 e 0 to 0 dl 1746156230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156219.370761:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977056107648 ext(0->7) 00010000:00010000:0.0:1746156219.370768:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956dc800/0xb0171789e0e73f51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe28 expref: 302 pid: 8463 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.370779:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956dc800/0xb0171789e0e73f51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe28 expref: 302 pid: 8463 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746156219.370784:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd7800 00000100:00100000:0.0:1746156219.370799:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1152 00000100:00100000:0.0:1746156219.370804:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+302:1973:x1830977056107648:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156219.372518:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+304:1973:x1830977056107648:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1706us (3340us total) trans 4294968468 rc 0/0 00000100:00100000:0.0:1746156219.372526:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1152 00002000:00100000:0.0:1746156219.372535:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009bcd7800 x1830977056107648/t4294968468(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:535/0 lens 496/448 e 0 to 0 dl 1746156230 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156219.372543:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977056107648 ext(0->7) 00010000:00010000:0.0:1746156219.372551:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956dc800/0xb0171789e0e73f51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe28 expref: 304 pid: 8463 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.372564:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956dc800/0xb0171789e0e73f51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fe28 expref: 304 pid: 8463 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746156219.372570:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd7800 00000100:00100000:0.0:1746156219.374960:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.380616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.382355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.385306:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.385766:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.388305:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.394258:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.402640:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.408915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.413658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.413694:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.416517:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.417239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.421877:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.431532:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.434484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.437344:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.440619:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.441233:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.443182:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.443706:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.445851:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.452681:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.454858:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.457427:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.460194:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.462113:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.463792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.465147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.467439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.467470:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.470083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.473323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.481054:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.487732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.492660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.496597:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.500325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.500501:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.505192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.505211:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.505575:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.509704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.513269:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.520329:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.527050:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.532138:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.532276:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.535019:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.536221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.541722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.552846:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.569656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.571808:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.579655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.579747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.583087:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.583623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.588991:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.602266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.605049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.618184:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.620580:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.623068:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.623138:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.626722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.629612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.633784:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.637763:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.641867:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.646683:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.650601:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.650683:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.653670:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.653698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.653722:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.661108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.663742:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.675046:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.681401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.695084:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.695108:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056123264 00000100:00100000:0.0:1746156219.695114:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056123264 00010000:00010000:0.0:1746156219.695138:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba8ec00/0xb0171789e0e73ff9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fed0 expref: 323 pid: 21377 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.695201:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8680 00000100:00100000:0.0:1746156219.695207:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+323:1974:x1830977056123264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156219.695217:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156219.695232:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba8ec00/0xb0171789e0e73ff9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fed0 expref: 323 pid: 21377 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.695241:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba8ec00/0xb0171789e0e73ff9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fed0 expref: 323 pid: 21377 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.695263:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8ec00/0xb0171789e0e73ff9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fed0 expref: 323 pid: 21377 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.695275:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156219.695316:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+322:1974:x1830977056123264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 109us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156219.695321:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8680 00000100:00100000:0.0:1746156219.696182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.722539:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093872300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053421440:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156219.722693:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800956dc800/0xb0171789e0e7400e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80fee5 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.722707:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956dc800, rc 0) 00000100:00100000:0.0:1746156219.722742:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056123776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9488us (9667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156219.722750:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4140 00000100:00100000:0.0:1746156219.725949:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.731354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.733099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.739056:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.747206:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.752062:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.757212:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.760049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.762291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.784631:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.789677:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.795638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.814343:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.819176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.822561:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.828213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.833726:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.838427:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.848011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.852251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.855747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.858036:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.859202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.861936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.862221:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.864402:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.866976:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.872245:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.877035:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.880762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.882610:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.887942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.890576:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.891397:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.891409:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056130048 00000100:00100000:0.0:1746156219.891412:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056130048 00010000:00010000:0.0:1746156219.891423:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095445000/0xb0171789e0e7404d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff24 expref: 6 pid: 15159 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746156219.891449:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8692 00000100:00100000:0.0:1746156219.891454:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056130048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156219.891462:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156219.891470:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095445000/0xb0171789e0e7404d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff24 expref: 6 pid: 15159 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.891477:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095445000/0xb0171789e0e7404d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff24 expref: 6 pid: 15159 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.891489:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095445000/0xb0171789e0e7404d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff24 expref: 6 pid: 15159 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746156219.891510:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.891511:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156219.891517:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e74054 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff2b expref: 16 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.891524:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e74054 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff2b expref: 16 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156219.891545:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800956dcc00/0xb0171789e0e74054 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff2b expref: 16 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156219.891555:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053424000:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156219.891599:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156219.894322:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.899334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.906129:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.908290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.913600:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.913646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.917241:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.917291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.919487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.929041:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.934453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.950656:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056132608 00000100:00100000:0.0:1746156219.950666:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056132608 00000100:00100000:0.0:1746156219.951740:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.965046:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.969722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.972704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.978008:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.980943:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.986228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.991099:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156219.995718:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.001526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.008683:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.008713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.008742:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.013006:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.020480:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.023134:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.028913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.028943:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.028961:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056136064 00000100:00100000:0.0:1746156220.028966:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056136064 00000100:00100000:0.0:1746156220.028998:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4160 00000100:00100000:0.0:1746156220.029003:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:30945:x1830977056136064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156220.029015:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156220.029026:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0ca00/0xb0171789e0e7409a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c80ff71 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.029046:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e74093 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff6a expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.029051:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156220.029053:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156220.029056:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0ca00/0xb0171789e0e7409a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff71 expref: 24 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.029076:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e74093 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff6a expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.029084:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800956dd600/0xb0171789e0e74093 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff6a expref: 5 pid: 8463 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746156220.029092:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800922fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053426176:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156220.029129:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156220.037993:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.044559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.047677:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.053434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.063136:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.064948:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.067112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.070632:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.076676:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.079071:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.083104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.085838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.089493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.092103:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.096923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.102216:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.107122:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.107175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.112214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.112243:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.112269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.116202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.120965:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056140544 00000100:00100000:0.0:1746156220.120973:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056140544 00002000:00100000:0.0:1746156220.121009:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880093870000 x1830977056140544/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:536/0 lens 496/0 e 0 to 0 dl 1746156231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156220.121016:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870000 with x1830977056140544 ext(0->7) 00010000:00010000:0.0:1746156220.121024:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8e800/0xb0171789e0e740c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff9b expref: 28 pid: 8461 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.121041:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba8e800/0xb0171789e0e740c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff9b expref: 28 pid: 8461 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746156220.121047:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093870000 00000100:00100000:0.0:1746156220.121074:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1201 00000100:00100000:0.0:1746156220.121080:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1973:x1830977056140544:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156220.121337:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1973:x1830977056140544:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 257us (448us total) trans 4294968489 rc 0/0 00000100:00100000:0.0:1746156220.121343:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1201 00002000:00100000:0.0:1746156220.121348:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880093870000 x1830977056140544/t4294968489(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:536/0 lens 496/448 e 0 to 0 dl 1746156231 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156220.121354:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870000 with x1830977056140544 ext(0->7) 00010000:00010000:0.0:1746156220.121358:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8e800/0xb0171789e0e740c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff9b expref: 30 pid: 8461 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.121386:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba8e800/0xb0171789e0e740c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c80ff9b expref: 30 pid: 8461 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746156220.121392:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093870000 00000100:00100000:0.0:1746156220.122669:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.132905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.144298:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.149506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.177165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.178959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.179742:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.179791:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.188542:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.197677:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.204454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.206352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.212981:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.217816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.217857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.227107:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.231069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.238058:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.240412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.245364:0:7103:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053429120:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156220.245403:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156220.245439:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1973:x1830977056144128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4901us (5030us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156220.245447:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8715 00000100:00100000:0.0:1746156220.249587:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.265679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.269244:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.277326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.278572:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.279967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.283490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.289714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.303691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.304876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.316045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.321767:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.321835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.325109:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.337477:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.339564:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.341510:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.347062:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.348680:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.361001:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156220.361544:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156220.366465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.387199:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.392121:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.394976:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.400643:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.402410:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.407199:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.409669:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.411104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.428358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.428433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.433850:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.457168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.469240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.473812:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.479186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.482858:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.485915:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.495949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.503731:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.512334:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.512446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.519491:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.535360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.537958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.543575:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.547960:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156220.549581:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba8ec00/0xb0171789e0e7415e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810035 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156220.549593:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e54a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053432704:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156220.554660:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.560916:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056153856 00000100:00100000:0.0:1746156220.560924:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056153856 00000100:00100000:0.0:1746156220.560963:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4189 00000100:00100000:0.0:1746156220.560970:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:30946:x1830977056153856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156220.560983:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156220.560994:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0ce00/0xb0171789e0e74165 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81003c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.561013:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156220.561015:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156220.561022:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0ce00/0xb0171789e0e74165 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81003c expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.561034:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0ce00/0xb0171789e0e74165 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81003c expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.561042:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ce00, rc 0) 00000100:00100000:0.0:1746156220.561075:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:30946:x1830977056153856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156220.561080:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4189 00000100:00100000:0.0:1746156220.566057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.571994:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.572245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.579094:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.579124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.580123:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.583661:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089679180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053433216:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156220.583682:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135c91600/0xb0171789e0e74173 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81004a expref: 7 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.583694:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:0.0:1746156220.583722:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:30946:x1830977056154880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2593us (3600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156220.583729:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4191 00000100:00100000:0.0:1746156220.587932:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056155392 00000100:00100000:0.0:1746156220.587939:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056155392 00002000:00100000:0.0:1746156220.587969:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880093871c00 x1830977056155392/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:536/0 lens 496/0 e 0 to 0 dl 1746156231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156220.587978:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093871c00 with x1830977056155392 ext(0->7) 00010000:00010000:0.0:1746156220.587985:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e7416c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810043 expref: 46 pid: 8461 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.587997:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e7416c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810043 expref: 46 pid: 8461 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746156220.588003:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093871c00 00000100:00100000:0.0:1746156220.588017:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1221 00000100:00100000:0.0:1746156220.588022:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977056155392:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156220.589168:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:1974:x1830977056155392:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1141us (1591us total) trans 4294968498 rc 0/0 00000100:00100000:0.0:1746156220.589176:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1221 00002000:00100000:0.0:1746156220.589182:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880093871c00 x1830977056155392/t4294968498(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:536/0 lens 496/448 e 0 to 0 dl 1746156231 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156220.589191:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093871c00 with x1830977056155392 ext(0->7) 00010000:00010000:0.0:1746156220.589197:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e7416c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810043 expref: 48 pid: 8461 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.589208:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e7416c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810043 expref: 48 pid: 8461 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746156220.589214:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093871c00 00000100:00100000:0.0:1746156220.592647:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.595614:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.597634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.602179:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.602350:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.603969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.603999:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.605884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.610906:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.614502:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.617665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.622029:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.624033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.626427:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.632458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.635301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.639058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.641157:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.643341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.648694:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.651775:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.655793:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.655981:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.657853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.657891:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.660260:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.663575:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.666871:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.669297:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.672123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.673674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.678531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.678578:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.688094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.688125:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.688154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.688515:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056161664 00000100:00100000:0.0:1746156220.688518:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056161664 00010000:00010000:0.0:1746156220.688529:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c292000/0xb0171789e0e741ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810082 expref: 6 pid: 8463 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746156220.688546:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8743 00000100:00100000:0.0:1746156220.688550:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056161664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156220.688555:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156220.688559:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c292000/0xb0171789e0e741ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810082 expref: 6 pid: 8463 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.688789:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c292000/0xb0171789e0e741ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810082 expref: 6 pid: 8463 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.688845:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c292000/0xb0171789e0e741ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810082 expref: 6 pid: 8463 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.690230:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156220.690258:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056161664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1707us (2133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156220.690264:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8743 00000100:00100000:0.0:1746156220.694009:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.697703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.701353:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.703972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.709598:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.712726:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.712818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.714459:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.716226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.717223:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056163840 00000100:00100000:0.0:1746156220.717227:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056163840 00010000:00010000:0.0:1746156220.717242:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095650800/0xb0171789e0e741c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810097 expref: 57 pid: 8463 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746156220.717257:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8746 00000100:00100000:0.0:1746156220.717262:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1973:x1830977056163840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156220.717268:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156220.717291:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095650800/0xb0171789e0e741c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810097 expref: 57 pid: 8463 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.717299:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095650800/0xb0171789e0e741c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810097 expref: 57 pid: 8463 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.717312:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095650800/0xb0171789e0e741c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810097 expref: 57 pid: 8463 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.717323:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156220.717325:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156220.717330:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e741ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8100a5 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.717337:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e741ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8100a5 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.717360:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba8f200/0xb0171789e0e741ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8100a5 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156220.717389:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009503b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053436160:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156220.717430:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156220.720606:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.723670:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.725715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.728718:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.730915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.732853:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.736108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.736154:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.739909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.740068:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.741492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.743566:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.745886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.753290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.755341:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.758154:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.763225:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.763288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.767248:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.767295:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.771061:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.775165:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.778609:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.784054:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.792618:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.794315:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.797682:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.798550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.804677:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.804736:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.804765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.815176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.819955:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.825010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.827255:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.827939:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.830992:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.831260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.833204:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.833237:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.835473:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.837091:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.840245:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.843788:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.847008:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.849063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.852632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.852819:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.856622:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.856836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.861181:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.863989:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.876355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.879762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.888769:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056174976 00000100:00100000:0.0:1746156220.888773:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056174976 00002000:00100000:0.0:1746156220.888792:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093870700 x1830977056174976/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:536/0 lens 488/0 e 0 to 0 dl 1746156231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156220.888800:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870700 with x1830977056174976 ext(0->4095) 00010000:00010000:0.0:1746156220.888855:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74245 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81011c expref: 6 pid: 21377 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.888863:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74245 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81011c expref: 6 pid: 21377 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746156220.888869:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093870700 00000100:00100000:0.0:1746156220.888880:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1248 00000100:00100000:0.0:1746156220.888886:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056174976:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156220.890566:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056174976:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1674us (1963us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156220.890574:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1248 00002000:00100000:0.0:1746156220.890580:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093870700 x1830977056174976/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:536/0 lens 488/4536 e 0 to 0 dl 1746156231 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156220.890588:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870700 with x1830977056174976 ext(0->4095) 00010000:00010000:0.0:1746156220.890594:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74245 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81011c expref: 6 pid: 21377 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.890603:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74245 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81011c expref: 6 pid: 21377 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746156220.890609:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093870700 00000100:00100000:0.0:1746156220.893963:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056175360 00000100:00100000:0.0:1746156220.893966:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056175360 00010000:00010000:0.0:1746156220.893979:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74245 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81011c expref: 6 pid: 21377 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746156220.893993:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8764 00000100:00100000:0.0:1746156220.893998:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093872300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056175360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156220.894004:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156220.894017:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74245 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81011c expref: 6 pid: 21377 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.894026:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74245 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81011c expref: 6 pid: 21377 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.894038:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74245 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81011c expref: 6 pid: 21377 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746156220.894054:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156220.894055:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156220.894060:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e7424c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810123 expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.894066:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e7424c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810123 expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.894080:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e7424c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810123 expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156220.894087:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e7424c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810123 expref: 68 pid: 8463 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746156220.894096:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093637800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053440128:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156220.894130:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156220.900420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.927094:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.927138:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.939979:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.944215:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.946616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.946666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.949903:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.953909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.959842:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.965671:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.969654:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.971019:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.973455:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.973495:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.976461:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.976503:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.980662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.984071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.988970:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156220.997843:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156221.004202:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156221.009190:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.010004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.010027:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056179840 00000100:00100000:0.0:1746156221.010030:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056179840 00002000:00100000:0.0:1746156221.010055:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b515180 x1830977056179840/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:537/0 lens 488/0 e 0 to 0 dl 1746156232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156221.010064:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515180 with x1830977056179840 ext(0->4095) 00002000:00010000:0.0:1746156221.010068:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b515180 00000100:00100000:0.0:1746156221.010194:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3464 00000100:00100000:0.0:1746156221.010202:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:1973:x1830977056179840:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156221.010348:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:1973:x1830977056179840:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (344us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156221.010354:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3464 00002000:00100000:0.0:1746156221.010359:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b515180 x1830977056179840/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746156232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156221.010380:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515180 with x1830977056179840 ext(0->4095) 00002000:00010000:0.0:1746156221.010383:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b515180 00000100:00100000:0.0:1746156221.013750:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.015226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.016697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.031684:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.034813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.034889:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.039723:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.042763:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.044874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.046457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.053025:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.055824:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.060327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.070082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.070950:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.078535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.082162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.084466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.086932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.092489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.098327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.099575:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.101757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.102514:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.104520:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.104976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.112059:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.115904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.118994:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.121817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.126769:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.129738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.136017:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.138350:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.141767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.141839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.144616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.149049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.151681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.154940:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.159679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.162317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.167768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.169575:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.172755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.179522:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.179558:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.191588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.204017:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.209434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.210104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.212266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.213910:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.216155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.220247:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.226943:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.232977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.243445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.244204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.248468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.252209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.256941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.264500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.268856:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.272722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.285813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.285871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.292497:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.292532:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.298539:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.303568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.310754:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.318161:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.323494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.325695:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.325739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.332615:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.335685:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.335875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.337925:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.341050:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.344673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.350214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.365267:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.371132:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.371188:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.378162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.382590:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.387558:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.392940:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.397186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.401447:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.408455:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.417080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.417107:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.430664:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.435781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.440119:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.442364:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.444618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.447600:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.448412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.451797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.451839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.453754:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.456688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.469348:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.473210:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.477809:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056200448 00000100:00100000:0.0:1746156221.477814:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056200448 00000100:00100000:0.0:1746156221.477842:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4263 00000100:00100000:0.0:1746156221.477847:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:30945:x1830977056200448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156221.477861:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156221.477873:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e7436b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810242 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.477894:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74364 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81023b expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.477900:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.477901:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.477904:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e7436b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810242 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.477925:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74364 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81023b expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.477935:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e74364 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81023b expref: 101 pid: 15159 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746156221.477944:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053449216:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156221.477985:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156221.479578:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053449216:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156221.479594:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e7436b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810242 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.479609:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:0.0:1746156221.479735:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:30945:x1830977056200448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1886us (2766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156221.479742:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4263 00000100:00100000:0.0:1746156221.480055:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.480291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.484813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.487199:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.489218:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.493619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.496316:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.499095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.502284:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.506450:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.506504:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.506540:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.511169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.512883:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.515459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.518721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.519730:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.525807:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.527517:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.527562:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.532228:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.532286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.535616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.535864:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056205568 00000100:00100000:0.0:1746156221.535868:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056205568 00000100:00100000:0.0:1746156221.539607:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.542501:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053450752:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156221.542523:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7439c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810273 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.542534:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009547ea00, rc 0) 00000100:00100000:0.0:1746156221.542598:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056205696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2873us (2996us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156221.542604:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4270 00000100:00100000:0.0:1746156221.543980:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.545995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.547952:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056206336 00000100:00100000:0.0:1746156221.547956:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056206336 00000100:00100000:0.0:1746156221.547980:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4271 00000100:00100000:0.0:1746156221.547985:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:30946:x1830977056206336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156221.547995:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156221.548006:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e743a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81027a expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.548022:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.548023:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.548029:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e743a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81027a expref: 106 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.548041:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e743a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81027a expref: 106 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.548049:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:0.0:1746156221.548285:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:30946:x1830977056206336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 298us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156221.548293:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4271 00000100:00100000:0.0:1746156221.550774:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.553032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.553072:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.555187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.555429:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.555471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.555499:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056207104 00000100:00100000:0.0:1746156221.555503:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056207104 00010000:00010000:0.0:1746156221.555523:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e743a3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81027a expref: 108 pid: 8461 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746156221.555540:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056207360 00000100:00100000:0.0:1746156221.555541:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056207360 00010000:00010000:0.0:1746156221.555548:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7439c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810273 expref: 6 pid: 8461 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746156221.555559:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8813 00000100:00100000:0.0:1746156221.555564:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:1973:x1830977056207104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156221.555573:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156221.555586:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e743a3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81027a expref: 108 pid: 8461 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.555598:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e743a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81027a expref: 108 pid: 8461 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.555615:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156221.555639:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:1973:x1830977056207104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 75us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156221.555644:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8813 00000100:00100000:0.0:1746156221.555654:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8814 00000100:00100000:0.0:1746156221.555658:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095702300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056207360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156221.555663:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156221.555669:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7439c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810273 expref: 6 pid: 8461 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.555677:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7439c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810273 expref: 6 pid: 8461 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.555685:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.555687:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.555692:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009547e200/0xb0171789e0e743aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810281 expref: 107 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.555698:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009547e200/0xb0171789e0e743aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810281 expref: 107 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.555718:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009547e200/0xb0171789e0e743aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810281 expref: 107 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156221.555729:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095703b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053451264:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156221.555768:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156221.557863:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.561680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.564683:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.566897:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.574096:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056208384 00000100:00100000:0.0:1746156221.574103:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056208384 00000100:00100000:0.0:1746156221.574770:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4274 00000100:00100000:0.0:1746156221.574778:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977056208384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156221.574792:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156221.574805:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e743b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81028f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.574824:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.574826:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.574832:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e743b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81028f expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.574844:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e743b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81028f expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.574853:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:0.0:1746156221.574891:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056208384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156221.574900:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4274 00000100:00100000:0.0:1746156221.576387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.579860:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.582721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.586161:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.589217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.594032:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.600839:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.603766:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.603819:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.606981:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.607063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.611317:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.620296:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.622483:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.627120:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.627324:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.629900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.630828:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.634361:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.639292:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.641479:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008967a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d1564f43-51fa-4103-925d-40b72781cb59:3303:1830977053453184:0@lo:400:kworker.0 00000100:00100000:0.0:1746156221.647230:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.649489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.652026:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.654474:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.655009:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.657074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.657608:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.657635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.659226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.660421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.661528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.663228:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.664702:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.665589:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.668691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.670944:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.670979:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.673432:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.674433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.677467:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.678940:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.680925:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.682901:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.684846:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.685939:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.687664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.688498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.689284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.689319:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.691436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.691683:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800955a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053455744:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156221.691696:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095650800, rc 0) 00000100:00100000:0.0:1746156221.691722:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056217728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2195us (2403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156221.691728:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4289 00000100:00100000:0.0:1746156221.694501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.699820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.703903:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.706243:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.708456:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.710503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.711744:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.711771:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.714787:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.716968:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.718736:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.721250:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.722761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.724751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.726996:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.727043:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.729210:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.730313:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056221824 00000100:00100000:0.0:1746156221.730317:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056221824 00000100:00100000:0.0:1746156221.730437:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4295 00000100:00100000:0.0:1746156221.730443:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056221824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156221.730453:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156221.730461:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0ce00/0xb0171789e0e7444b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810322 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.730478:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e74444 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81031b expref: 121 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.730484:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156221.730485:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156221.730487:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0ce00/0xb0171789e0e7444b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810322 expref: 7 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.730502:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e74444 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81031b expref: 121 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.730515:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e74444 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81031b expref: 121 pid: 8461 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746156221.730523:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a95f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053457024:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156221.731158:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156221.732117:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.736521:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.739897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.741978:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.745826:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.749822:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.749914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.753524:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.753602:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.756232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.761572:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.765648:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.769390:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.772591:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.777006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.778319:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.779611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.783190:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.786601:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056225280 00000100:00100000:0.0:1746156221.786605:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056225280 00002000:00100000:0.0:1746156221.786626:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b545180 x1830977056225280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:537/0 lens 488/0 e 0 to 0 dl 1746156232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156221.786636:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545180 with x1830977056225280 ext(0->4095) 00010000:00010000:0.0:1746156221.786642:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c268c00/0xb0171789e0e74467 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81033e expref: 127 pid: 15159 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.786654:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c268c00/0xb0171789e0e74467 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81033e expref: 127 pid: 15159 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746156221.786660:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b545180 00000100:00100000:0.0:1746156221.786671:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1318 00000100:00100000:0.0:1746156221.786676:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+127:1974:x1830977056225280:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156221.786783:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+127:1974:x1830977056225280:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (543us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156221.786788:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1318 00002000:00100000:0.0:1746156221.786793:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b545180 x1830977056225280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746156232 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156221.786801:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545180 with x1830977056225280 ext(0->4095) 00010000:00010000:0.0:1746156221.786805:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c268c00/0xb0171789e0e74467 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81033e expref: 127 pid: 15159 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.786814:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c268c00/0xb0171789e0e74467 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81033e expref: 127 pid: 15159 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746156221.786819:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b545180 00000100:00100000:0.0:1746156221.790618:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.793216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.801149:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.802878:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.803227:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.810068:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056226432 00000100:00100000:0.0:1746156221.810072:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056226432 00002000:00100000:0.0:1746156221.810094:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b544a80 x1830977056226432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:537/0 lens 488/0 e 0 to 0 dl 1746156232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156221.810102:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977056226432 ext(0->4095) 00010000:00010000:0.0:1746156221.810107:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e74475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81034c expref: 6 pid: 8461 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.810116:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e74475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81034c expref: 6 pid: 8461 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746156221.810121:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b544a80 00000100:00100000:0.0:1746156221.810144:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1320 00000100:00100000:0.0:1746156221.810149:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056226432:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156221.810304:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056226432:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 154us (642us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156221.810310:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1320 00002000:00100000:0.0:1746156221.810315:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b544a80 x1830977056226432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746156232 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156221.810321:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977056226432 ext(0->4095) 00010000:00010000:0.0:1746156221.810325:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e74475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81034c expref: 6 pid: 8461 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.810333:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e74475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81034c expref: 6 pid: 8461 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746156221.810337:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b544a80 00000100:00100000:0.0:1746156221.813516:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.816720:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.818988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.822129:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.824780:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.827192:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.833777:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.833992:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.839047:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.843222:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.845996:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.847885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.851045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.856026:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.856351:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.859831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.863835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.870227:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.873145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.878347:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.878425:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.881820:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.882016:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.884531:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.886537:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.888443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.892850:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.895454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.898646:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.898908:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.900838:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.901161:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.901202:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.901226:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056232192 00000100:00100000:0.0:1746156221.901229:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056232192 00000100:00100000:0.0:1746156221.901252:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4312 00000100:00100000:0.0:1746156221.901256:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+138:30946:x1830977056232192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156221.901276:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156221.901284:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e744c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810399 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.901300:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.901304:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e744bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810392 expref: 139 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.901308:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156221.901311:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e744c2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810399 expref: 138 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.901331:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e744bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810392 expref: 138 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.901339:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e744c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810399 expref: 138 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.901345:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:0.0:1746156221.901359:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+138:30946:x1830977056232192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156221.901380:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4312 00000100:00100000:0.0:1746156221.903915:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.908701:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.912552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.918242:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.918885:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.922044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.922076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.924498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.926532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.928302:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.931074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.934120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.935842:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.936750:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+140:1973:x1830977056234880:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 396us (908us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156221.936757:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3521 00002000:00100000:0.0:1746156221.936762:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b00a80 x1830977056234880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:537/0 lens 488/4536 e 0 to 0 dl 1746156232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156221.936769:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00a80 with x1830977056234880 ext(0->4095) 00002000:00010000:0.0:1746156221.936772:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b00a80 00000100:00100000:0.0:1746156221.941233:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.941293:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.944152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.944181:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.944222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.944241:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056235392 00000100:00100000:0.0:1746156221.944243:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056235392 00010000:00010000:0.0:1746156221.944264:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c269000/0xb0171789e0e744d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8103ae expref: 143 pid: 8463 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746156221.944288:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056235648 00000100:00100000:0.0:1746156221.944290:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056235648 00010000:00010000:0.0:1746156221.944299:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c269c00/0xb0171789e0e744d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8103a7 expref: 6 pid: 8463 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746156221.944310:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8857 00000100:00100000:0.0:1746156221.944315:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+144:1974:x1830977056235392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156221.944320:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156221.944972:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88009c269000/0xb0171789e0e744d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8103ae expref: 144 pid: 8463 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.944982:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c269000/0xb0171789e0e744d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8103ae expref: 144 pid: 8463 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.944996:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c269000/0xb0171789e0e744d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8103ae expref: 144 pid: 8463 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746156221.945008:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156221.945359:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+142:1974:x1830977056235392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1043us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156221.945376:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8857 00000100:00100000:0.0:1746156221.949156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.953598:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.963880:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.968841:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056236416 00000100:00100000:0.0:1746156221.968844:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056236416 00000100:00100000:0.0:1746156221.968860:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4318 00000100:00100000:0.0:1746156221.968864:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+143:30945:x1830977056236416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156221.968871:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156221.968882:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e744ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8103c3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.968899:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800950e2e00/0xb0171789e0e744e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8103bc expref: 144 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156221.968907:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.968909:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156221.968912:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e744ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8103c3 expref: 144 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156221.971363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.975309:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.981492:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.990331:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.997733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156221.997804:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.000833:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.001201:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.011868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.014250:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.018538:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.022928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.025927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.029098:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.041572:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.041602:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.041617:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056240128 00000100:00100000:0.0:1746156222.041622:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056240128 00010000:00010000:0.0:1746156222.041651:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d56f200/0xb0171789e0e74501 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8103d8 expref: 148 pid: 8463 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746156222.049954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.053133:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.055532:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.057149:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.060988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.065711:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.067680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.070805:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.076411:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.078724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.082299:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.089446:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.093535:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053464832:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156222.093559:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c22ee00/0xb0171789e0e74532 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810409 expref: 150 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.093574:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22ee00, rc 0) 00000100:00100000:0.0:1746156222.093609:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+150:30945:x1830977056243072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3958us (4169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156222.093616:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4328 00000100:00100000:0.0:1746156222.094124:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056243200 00000100:00100000:0.0:1746156222.094129:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056243200 00000100:00100000:0.0:1746156222.096412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.099785:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.106143:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.113060:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.118605:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.118651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.120392:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.130043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.132467:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.138539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.148169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.148250:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.148627:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4333 00000100:00100000:0.0:1746156222.148634:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+155:30945:x1830977056245760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156222.148641:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156222.148646:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0ca00/0xb0171789e0e74555 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81042c expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.148660:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d56e800/0xb0171789e0e74540 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810417 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.148667:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b385800/0xb0171789e0e7454e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810425 expref: 156 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.148671:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.148672:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.148675:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0ca00/0xb0171789e0e74555 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81042c expref: 156 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.148698:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b385800/0xb0171789e0e7454e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810425 expref: 156 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.148708:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b385800/0xb0171789e0e7454e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810425 expref: 156 pid: 8461 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746156222.148722:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053465856:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156222.151621:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.151668:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.154804:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.154847:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.158720:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009350e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053466240:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156222.158789:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c269800/0xb0171789e0e7455c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810433 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.158803:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c269800, rc 0) 00000100:00100000:0.0:1746156222.159606:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056246400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4122us (4756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156222.159613:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4334 00000100:00100000:0.0:1746156222.162085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.165764:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.168325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.171458:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.173715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.177510:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.177676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.179892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.180519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.180576:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.183308:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.185037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.187035:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.190282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.192260:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.194665:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.202635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.206335:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.207318:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.207614:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8881 00000100:00100000:0.0:1746156222.207621:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008967b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+159:1973:x1830977056250368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156222.207627:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156222.207633:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800950e3c00/0xb0171789e0e74571 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810448 expref: 159 pid: 8461 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.207640:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800950e3c00/0xb0171789e0e74571 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810448 expref: 159 pid: 8461 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.207650:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800950e3c00/0xb0171789e0e74571 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810448 expref: 159 pid: 8461 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.207666:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.207667:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.207672:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e7457f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810456 expref: 158 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.207679:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e7457f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810456 expref: 158 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.207703:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e7457f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810456 expref: 158 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.207712:0:7103:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e7457f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810456 expref: 158 pid: 8461 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746156222.207722:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053467520:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156222.209749:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.215091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.219337:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.223818:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.227238:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.227308:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.229257:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.229774:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.231677:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.231733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.234919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.241301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.245946:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.250743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.254617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.255120:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.256927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.259642:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.262362:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.268878:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.274560:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.276191:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.277868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.278389:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.281244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.281284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.281318:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.284342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.297106:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.302016:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.305577:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.305621:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.310855:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.312335:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.319128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.319204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.326147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.332759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.344129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.350354:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056258176 00000100:00100000:0.0:1746156222.350358:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056258176 00000100:00100000:0.0:1746156222.350392:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4352 00000100:00100000:0.0:1746156222.350396:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+168:30945:x1830977056258176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156222.350406:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156222.350413:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e745da lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8104b1 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.350437:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c269000/0xb0171789e0e745d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8104aa expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.350442:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.350443:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.350446:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e745da lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8104b1 expref: 169 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.350463:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c269000/0xb0171789e0e745d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8104aa expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.350472:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c269000/0xb0171789e0e745d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8104aa expref: 5 pid: 15159 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746156222.350479:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053470208:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156222.350507:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156222.358090:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.362335:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.364029:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.369446:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.374965:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.381741:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.384755:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.388135:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.391431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.391472:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056259968 00000100:00100000:0.0:1746156222.391477:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056259968 00002000:00100000:0.0:1746156222.391509:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009490c380 x1830977056259968/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:538/0 lens 488/0 e 0 to 0 dl 1746156233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156222.391518:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c380 with x1830977056259968 ext(0->4095) 00002000:00010000:0.0:1746156222.391521:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009490c380 00000100:00100000:0.0:1746156222.391548:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3543 00000100:00100000:0.0:1746156222.391554:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+170:1973:x1830977056259968:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156222.395583:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.398543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.400949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.403670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.407789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.407866:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.412326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.412543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.415071:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.415851:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056261504 00000100:00100000:0.0:1746156222.415855:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056261504 00000100:00100000:0.0:1746156222.415875:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4358 00000100:00100000:0.0:1746156222.415880:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977056261504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156222.415891:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156222.415899:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74604 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8104db expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.415913:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e745f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8104d4 expref: 172 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.415922:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156222.415923:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156222.415926:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74604 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8104db expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.415939:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e745f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8104d4 expref: 172 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.415947:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e745f6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8104d4 expref: 172 pid: 8461 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746156222.415954:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053471616:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156222.415984:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156222.417947:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.425853:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.436012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.439396:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089679180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053471744:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156222.439410:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156222.439434:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+174:1975:x1830977056262144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3212us (3430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156222.439442:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8900 00000100:00100000:0.0:1746156222.440727:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.444682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.445849:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.451839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.462156:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.494816:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.497138:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.501058:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.501803:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.505689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.509581:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.533185:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.540433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.548585:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.549715:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.555302:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.555351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.560812:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056265984 00000100:00100000:0.0:1746156222.560817:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056265984 00002000:00100000:0.0:1746156222.560848:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd5500 x1830977056265984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:538/0 lens 488/0 e 0 to 0 dl 1746156233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156222.560857:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5500 with x1830977056265984 ext(0->4095) 00010000:00010000:0.0:1746156222.560862:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c269c00/0xb0171789e0e7462e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810505 expref: 179 pid: 21377 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.560873:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c269c00/0xb0171789e0e7462e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810505 expref: 179 pid: 21377 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746156222.560879:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd5500 00000100:00100000:0.0:1746156222.561851:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1381 00000100:00100000:0.0:1746156222.561867:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+179:1974:x1830977056265984:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156222.562008:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+179:1974:x1830977056265984:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (1714us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156222.562014:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1381 00002000:00100000:0.0:1746156222.562020:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bcd5500 x1830977056265984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746156233 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156222.562028:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5500 with x1830977056265984 ext(0->4095) 00010000:00010000:0.0:1746156222.562034:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c269c00/0xb0171789e0e7462e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810505 expref: 179 pid: 21377 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.562044:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c269c00/0xb0171789e0e7462e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810505 expref: 179 pid: 21377 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746156222.562050:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcd5500 00000100:00100000:0.0:1746156222.565180:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056266240 00000100:00100000:0.0:1746156222.565188:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056266240 00002000:00100000:0.0:1746156222.565238:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092c0aa00 x1830977056266240/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:538/0 lens 496/0 e 0 to 0 dl 1746156233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156222.565247:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0aa00 with x1830977056266240 ext(0->7) 00010000:00010000:0.0:1746156222.565254:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c269c00/0xb0171789e0e7462e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810505 expref: 179 pid: 21377 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.566185:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c269c00/0xb0171789e0e7462e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810505 expref: 179 pid: 21377 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746156222.566192:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c0aa00 00000100:00100000:0.0:1746156222.566225:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1382 00000100:00100000:0.0:1746156222.566233:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+179:1973:x1830977056266240:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156222.566545:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+181:1973:x1830977056266240:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 312us (1404us total) trans 4294968564 rc 0/0 00000100:00100000:0.0:1746156222.566551:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1382 00002000:00100000:0.0:1746156222.566556:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092c0aa00 x1830977056266240/t4294968564(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:538/0 lens 496/448 e 0 to 0 dl 1746156233 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156222.566563:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0aa00 with x1830977056266240 ext(0->7) 00010000:00010000:0.0:1746156222.566568:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c269c00/0xb0171789e0e7462e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810505 expref: 181 pid: 21377 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.566576:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c269c00/0xb0171789e0e7462e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810505 expref: 181 pid: 21377 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746156222.566581:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c0aa00 00000100:00100000:0.0:1746156222.569763:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.574293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.579888:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.588269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.588315:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.592442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.593444:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.596827:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.597439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.602341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.617134:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.619775:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.622993:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.625597:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.630095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.631846:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.634970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.636247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.636354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.639299:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.646195:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.655470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.657617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.661997:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.662078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.664873:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.668246:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.671299:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.673478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.677171:0:7103:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089678700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053475200:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156222.677187:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156222.677218:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+186:1972:x1830977056271488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3589us (3744us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156222.677225:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8915 00000100:00100000:0.0:1746156222.681788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.684867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.685866:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.686360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.688429:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.688458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.688487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.688674:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8917 00000100:00100000:0.0:1746156222.688680:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c9e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+188:1972:x1830977056272768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156222.688686:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156222.689142:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094fc3a00/0xb0171789e0e7466d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810544 expref: 187 pid: 8463 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.689151:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094fc3a00/0xb0171789e0e7466d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810544 expref: 187 pid: 8463 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.689162:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094fc3a00/0xb0171789e0e7466d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810544 expref: 187 pid: 8463 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.689184:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.689185:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.689190:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094fc2600/0xb0171789e0e7467b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810552 expref: 186 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.689197:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fc2600/0xb0171789e0e7467b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810552 expref: 186 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.689216:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094fc2600/0xb0171789e0e7467b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810552 expref: 186 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.689226:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094fc2600/0xb0171789e0e7467b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810552 expref: 186 pid: 8463 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746156222.689239:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c9e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053475712:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156222.689297:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156222.691027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.693181:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.698256:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056273536 00000100:00100000:0.0:1746156222.698277:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056273536 00010000:00010000:0.0:1746156222.698302:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094fc2600/0xb0171789e0e7467b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810552 expref: 188 pid: 8463 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746156222.698335:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8918 00000100:00100000:0.0:1746156222.698341:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+188:1975:x1830977056273536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156222.698351:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156222.698382:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094fc2600/0xb0171789e0e7467b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810552 expref: 188 pid: 8463 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.698391:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094fc2600/0xb0171789e0e7467b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810552 expref: 188 pid: 8463 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.698408:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094fc2600/0xb0171789e0e7467b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810552 expref: 188 pid: 8463 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.698430:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.698432:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.698437:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce89e00/0xb0171789e0e74682 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810559 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.698449:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce89e00/0xb0171789e0e74682 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810559 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.698476:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce89e00/0xb0171789e0e74682 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810559 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156222.698486:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c9e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053475840:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156222.698594:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156222.700420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.702956:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.704879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.706212:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.709476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.709593:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.713809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.718844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.724472:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.726557:0:7103:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4830a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053476480:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156222.726573:0:7103:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156222.726601:0:7103:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+189:1972:x1830977056275328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1970us (2135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156222.726794:0:7103:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8921 00000100:00100000:0.0:1746156222.729054:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.731235:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.735571:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.738898:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.741581:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.746312:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.750608:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.752698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.754095:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.758527:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.760738:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.765348:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.771621:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.775948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.778149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.781724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.783178:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.784167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.786420:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.789178:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.789218:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.796673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.799013:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.800542:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.802640:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.805126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.806754:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.810812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.810863:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.812653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.814008:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.815688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.826824:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.828544:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.829803:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.831050:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.832805:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.834251:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.834298:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.836558:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.840755:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.848593:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.852314:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.854147:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056284544 00000100:00100000:0.0:1746156222.854152:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056284544 00002000:00100000:0.0:1746156222.854178:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089679180 x1830977056284544/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:538/0 lens 488/0 e 0 to 0 dl 1746156233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156222.854187:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089679180 with x1830977056284544 ext(0->4095) 00010000:00010000:0.0:1746156222.854193:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e746f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8105d0 expref: 6 pid: 15159 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.854202:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e746f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8105d0 expref: 6 pid: 15159 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746156222.854207:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089679180 00000100:00100000:0.0:1746156222.854220:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1409 00000100:00100000:0.0:1746156222.854225:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056284544:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156222.854348:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056284544:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (682us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156222.854354:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1409 00002000:00100000:0.0:1746156222.854359:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089679180 x1830977056284544/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746156233 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156222.854382:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089679180 with x1830977056284544 ext(0->4095) 00010000:00010000:0.0:1746156222.854387:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e746f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8105d0 expref: 6 pid: 15159 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.854395:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800950e2c00/0xb0171789e0e746f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8105d0 expref: 6 pid: 15159 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746156222.854401:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089679180 00000100:00100000:0.0:1746156222.855639:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.857423:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.860454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.862683:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.864918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.871347:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056285696 00000100:00100000:0.0:1746156222.871355:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056285696 00002000:00100000:0.0:1746156222.871426:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c0b100 x1830977056285696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:538/0 lens 488/0 e 0 to 0 dl 1746156233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156222.871434:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977056285696 ext(0->4095) 00002000:00010000:0.0:1746156222.871438:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c0b100 00000100:00100000:0.0:1746156222.871467:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3564 00000100:00100000:0.0:1746156222.871473:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+202:1972:x1830977056285696:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156222.871605:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+202:1972:x1830977056285696:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (1733us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156222.871612:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3564 00002000:00100000:0.0:1746156222.871616:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c0b100 x1830977056285696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:538/0 lens 488/4536 e 0 to 0 dl 1746156233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156222.871623:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977056285696 ext(0->4095) 00002000:00010000:0.0:1746156222.871626:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c0b100 00000100:00100000:0.0:1746156222.875052:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.878182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.882151:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.882189:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.882230:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.885750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.887395:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.889337:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.891536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.895641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.897226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.900557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.905219:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.907700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.907736:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.910655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.912781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.915722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.918074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.920665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.923899:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.923945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.926877:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056290304 00000100:00100000:0.0:1746156222.926880:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056290304 00010000:00010000:0.0:1746156222.926892:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136296000/0xb0171789e0e74738 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81060f expref: 6 pid: 15159 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746156222.926906:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8945 00000100:00100000:0.0:1746156222.926910:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089678700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056290304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156222.926916:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156222.926923:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136296000/0xb0171789e0e74738 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81060f expref: 6 pid: 15159 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.926931:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136296000/0xb0171789e0e74738 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81060f expref: 6 pid: 15159 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.926941:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136296000/0xb0171789e0e74738 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81060f expref: 6 pid: 15159 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746156222.926954:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.926955:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156222.926961:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136296e00/0xb0171789e0e7473f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810616 expref: 207 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.926968:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136296e00/0xb0171789e0e7473f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810616 expref: 207 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156222.926990:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136296e00/0xb0171789e0e7473f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810616 expref: 207 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156222.927004:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093635180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053481728:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156222.927037:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156222.928876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.930595:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.933822:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.935112:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.938272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.940592:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.941232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.942940:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.943306:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.944636:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.944689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.945769:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.948390:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.950120:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.951536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.953932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.955447:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.958980:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.961848:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.961882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.964700:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.964725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.964743:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.964781:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8951 00000100:00100000:0.0:1746156222.964786:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056294528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156222.964791:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156222.964803:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce88400/0xb0171789e0e7475b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810632 expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156222.964829:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce88400/0xb0171789e0e7475b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810632 expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156222.964845:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce88400/0xb0171789e0e7475b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810632 expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156222.964881:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156222.964898:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056294528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 112us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156222.964903:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8951 00000100:00100000:0.0:1746156222.966993:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.968922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.970562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.973441:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.974752:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.975843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.977216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.979345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.981716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.981744:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.982234:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.987756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.989739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.993152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.995947:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.997768:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156222.998995:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.000399:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.002915:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.002965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156223.003290:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156223.005492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.005524:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.005550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.005564:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056299136 00000100:00100000:0.0:1746156223.005567:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056299136 00010000:00010000:0.0:1746156223.005585:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130692c00/0xb0171789e0e7478c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810663 expref: 215 pid: 8461 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.005603:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8956 00000100:00100000:0.0:1746156223.005608:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+215:1973:x1830977056299136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156223.005616:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156223.005633:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130692c00/0xb0171789e0e7478c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810663 expref: 215 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.005642:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130692c00/0xb0171789e0e7478c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810663 expref: 215 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.005658:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130692c00/0xb0171789e0e7478c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810663 expref: 215 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.005673:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156223.005689:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+214:1973:x1830977056299136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 81us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156223.005694:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8956 00000100:00100000:0.0:1746156223.007743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.012739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.017182:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.021091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.023172:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.024182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.026784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.029060:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.032771:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.034650:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.037298:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.039178:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.041481:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.044358:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.045006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.047592:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.047620:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.048552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.049853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.054476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.057023:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.062179:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.064821:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.066870:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.068477:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.068507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.069957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.069985:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.070016:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.076215:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.080158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.081617:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.083310:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.084529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.087079:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.087802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.089405:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.091204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.092969:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.094402:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.096033:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.097153:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.098153:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.104999:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.106976:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.112479:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.116046:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.116512:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.116580:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.121191:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.125446:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.127612:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.130534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.132351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.135734:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.138630:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.138679:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.141695:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.141969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.142008:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.142022:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056310912 00000100:00100000:0.0:1746156223.142024:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056310912 00010000:00010000:0.0:1746156223.142039:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e747fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8106d3 expref: 6 pid: 8463 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.142058:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8973 00000100:00100000:0.0:1746156223.142064:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056310912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156223.142073:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156223.142089:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e747fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8106d3 expref: 6 pid: 8463 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.142098:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e747fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8106d3 expref: 6 pid: 8463 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.142358:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e747fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8106d3 expref: 6 pid: 8463 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.142829:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156223.142852:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977056310912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 787us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156223.142858:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8973 00000100:00100000:0.0:1746156223.144679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.147680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.150501:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.153546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.163495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.164045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.166303:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.166442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.166465:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056312576 00000100:00100000:0.0:1746156223.166467:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056312576 00002000:00100000:0.0:1746156223.166490:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c84ce00 x1830977056312576/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:539/0 lens 488/0 e 0 to 0 dl 1746156234 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156223.166497:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ce00 with x1830977056312576 ext(0->4095) 00010000:00010000:0.0:1746156223.166502:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c1fc600/0xb0171789e0e74818 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8106ef expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.166511:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c1fc600/0xb0171789e0e74818 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8106ef expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746156223.166516:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c84ce00 00000100:00100000:0.0:1746156223.166528:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1444 00000100:00100000:0.0:1746156223.166533:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056312576:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156223.166641:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056312576:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156223.166650:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1444 00002000:00100000:0.0:1746156223.166655:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c84ce00 x1830977056312576/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:539/0 lens 488/4536 e 0 to 0 dl 1746156234 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156223.166661:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ce00 with x1830977056312576 ext(0->4095) 00010000:00010000:0.0:1746156223.166665:0:32395:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c1fc600/0xb0171789e0e74818 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8106ef expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.166674:0:32395:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c1fc600/0xb0171789e0e74818 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8106ef expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746156223.166680:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c84ce00 00000100:00100000:0.0:1746156223.167903:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.168507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.170507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.180941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.184008:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.184075:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.186084:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.189094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.189144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.191507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.194162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.198614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.202450:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.206235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.208131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.210688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.210732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.214755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.215108:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.215144:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.219561:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.222798:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.227692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.233071:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.234911:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.237006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.242048:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.242825:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156223.244210:0:8461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2400/0xb0171789e0e74850 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810727 expref: 5 pid: 8463 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.244233:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800897e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053490176:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156223.244243:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800897e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053490304:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156223.244272:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e74857 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81072e expref: 235 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.244280:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130692600, rc 0) 00000100:00100000:0.0:1746156223.244300:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+235:30945:x1830977056317568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2021us (2260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156223.244306:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4443 00000100:00100000:0.0:1746156223.244901:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.244912:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056318080 00000100:00100000:0.0:1746156223.244915:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056318080 00000100:00100000:0.0:1746156223.244944:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4444 00000100:00100000:0.0:1746156223.244948:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977056318080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156223.244958:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156223.244967:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e7485e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810735 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.244978:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.244981:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e74857 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81072e expref: 234 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.244986:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156223.244989:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e7485e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810735 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.245008:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e74857 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81072e expref: 234 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.245016:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e7485e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810735 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.245022:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:0.0:1746156223.245041:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056318080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156223.245046:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4444 00000100:00100000:0.0:1746156223.245076:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.247940:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.249564:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.251018:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.256455:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.259066:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.265176:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.269090:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.269126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.269162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.269182:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056319744 00000100:00100000:0.0:1746156223.269187:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056319744 00010000:00010000:0.0:1746156223.269208:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e7485e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810735 expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.269227:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056320000 00000100:00100000:0.0:1746156223.269229:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056320000 00010000:00010000:0.0:1746156223.269237:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e74865 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81073c expref: 238 pid: 8463 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.269252:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8987 00000100:00100000:0.0:1746156223.269269:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056319744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156223.269279:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156223.269295:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e7485e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810735 expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.269303:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e7485e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810735 expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.269321:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133f0d400/0xb0171789e0e7485e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810735 expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.269336:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156223.269353:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056319744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 94us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156223.269358:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8987 00000100:00100000:0.0:1746156223.269394:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8988 00000100:00100000:0.0:1746156223.269399:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+237:1975:x1830977056320000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156223.269405:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156223.269412:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e74865 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81073c expref: 237 pid: 8463 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.269421:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e74865 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81073c expref: 237 pid: 8463 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.269432:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e74865 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81073c expref: 237 pid: 8463 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.269440:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.269442:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.269447:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2e00/0xb0171789e0e7486c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810743 expref: 236 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.269454:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2e00/0xb0171789e0e7486c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810743 expref: 236 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.269476:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2e00/0xb0171789e0e7486c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810743 expref: 236 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156223.269487:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b496300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053491072:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156223.269532:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156223.272306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.277491:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.286763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.290652:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.291671:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.293976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.297020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.298924:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.302726:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.305445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.307109:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.311334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.311408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.313285:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.313543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.315074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.317245:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.321207:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.324184:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.328635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.330873:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.333414:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.333447:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.335284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.336472:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.336853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.338802:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.340690:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.343888:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.347776:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.353502:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.356698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.361470:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.362303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.364045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.364795:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.367669:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.372784:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.376399:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.381510:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.386943:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.388782:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.391881:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.394010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.396696:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.400449:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.404216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.407568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.407621:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.409439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.410647:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.414795:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.417670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.423152:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.424850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.427417:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.433758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.436036:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.438278:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.440895:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.440941:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.441890:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.444124:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.445403:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.447188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.450668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.452774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.454175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.458692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.458741:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.461700:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.461955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.464797:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.470129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.471973:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.474203:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.476170:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.480468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.480829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.484363:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.484621:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.484675:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056335616 00000100:00100000:0.0:1746156223.484679:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056335616 00002000:00100000:0.0:1746156223.484704:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009490d880 x1830977056335616/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:539/0 lens 488/0 e 0 to 0 dl 1746156234 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156223.484711:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490d880 with x1830977056335616 ext(0->4095) 00010000:00010000:0.0:1746156223.484718:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c877800/0xb0171789e0e74914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8107eb expref: 255 pid: 8463 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.485439:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c877800/0xb0171789e0e74914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8107eb expref: 255 pid: 8463 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746156223.485448:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009490d880 00000100:00100000:0.0:1746156223.488896:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.489202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.494013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.496858:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.499354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.502227:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.506686:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.509935:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.515964:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.516961:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.521099:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.521123:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.521546:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.524872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.527243:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.530163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.532958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.534845:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.537103:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.542182:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.542233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.544542:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.544921:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.545236:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.545248:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056339968 00000100:00100000:0.0:1746156223.545251:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056339968 00010000:00010000:0.0:1746156223.545275:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095b0cc00/0xb0171789e0e74937 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81080e expref: 260 pid: 15159 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.545450:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9019 00000100:00100000:0.0:1746156223.545457:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+260:1974:x1830977056339968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156223.545463:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156223.545472:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095b0cc00/0xb0171789e0e74937 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81080e expref: 260 pid: 15159 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.545480:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095b0cc00/0xb0171789e0e74937 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81080e expref: 260 pid: 15159 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.545490:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.545491:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.545497:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3e00/0xb0171789e0e74945 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81081c expref: 260 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.545508:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3e00/0xb0171789e0e74945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81081c expref: 260 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.545526:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3e00/0xb0171789e0e74945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81081c expref: 260 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.545534:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3e00/0xb0171789e0e74945 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81081c expref: 260 pid: 8463 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.545542:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a95f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053497984:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156223.545579:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156223.549556:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.560312:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.568727:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.571619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.571657:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.573678:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.573697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.573719:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.575298:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.577030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.579142:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.580838:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.583487:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.585362:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.587248:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.588760:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.592150:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.593553:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.593596:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.593619:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056343808 00000100:00100000:0.0:1746156223.593624:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056343808 00000100:00100000:0.0:1746156223.593660:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4484 00000100:00100000:0.0:1746156223.593667:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+264:30946:x1830977056343808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156223.593683:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156223.593697:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74976 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81084d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.593716:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.593721:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095b0cc00/0xb0171789e0e7496f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810846 expref: 265 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.593726:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156223.593729:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74976 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81084d expref: 265 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.593758:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095b0cc00/0xb0171789e0e7496f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810846 expref: 265 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.593769:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74976 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81084d expref: 265 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.593777:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:0.0:1746156223.593812:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+265:30946:x1830977056343808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156223.593817:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4484 00000100:00100000:0.0:1746156223.603168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.604726:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.606762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.610954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.611078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.611095:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4485 00000100:00100000:0.0:1746156223.611102:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977056344832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156223.611116:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156223.611128:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c200/0xb0171789e0e7497d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810854 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.611146:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.611148:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.611154:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c200/0xb0171789e0e7497d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810854 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.611338:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0c200/0xb0171789e0e7497d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810854 expref: 6 pid: 21377 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.611345:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0c200/0xb0171789e0e7497d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810854 expref: 6 pid: 21377 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.611353:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:0.0:1746156223.613838:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.614890:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056345344 00000100:00100000:0.0:1746156223.614893:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056345344 00002000:00100000:0.0:1746156223.614914:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c08e00 x1830977056345344/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:539/0 lens 488/0 e 0 to 0 dl 1746156234 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156223.614921:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08e00 with x1830977056345344 ext(0->4095) 00010000:00010000:0.0:1746156223.614926:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133f0c200/0xb0171789e0e7497d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810854 expref: 6 pid: 21377 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.614934:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133f0c200/0xb0171789e0e7497d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810854 expref: 6 pid: 21377 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746156223.614939:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c08e00 00000100:00100000:0.0:1746156223.614950:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1488 00000100:00100000:0.0:1746156223.614955:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056345344:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156223.615066:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056345344:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156223.615072:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1488 00002000:00100000:0.0:1746156223.615077:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c08e00 x1830977056345344/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:539/0 lens 488/4536 e 0 to 0 dl 1746156234 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156223.615083:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08e00 with x1830977056345344 ext(0->4095) 00010000:00010000:0.0:1746156223.615087:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133f0c200/0xb0171789e0e7497d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810854 expref: 6 pid: 21377 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.615096:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133f0c200/0xb0171789e0e7497d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810854 expref: 6 pid: 21377 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746156223.615105:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c08e00 00000100:00100000:0.0:1746156223.618731:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.618769:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.618800:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.618835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.620870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156223.620994:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156223.621627:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156223.621724:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746156223.621949:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746156223.622788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.625423:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.627834:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.629924:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.632607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.646156:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.646618:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.648618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.648653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.650764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.657701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.662699:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.666319:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.668704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.669046:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.671355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.671424:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.673076:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.673114:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.675079:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.677720:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.679895:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.681612:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.684433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.688086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.690793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.690827:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.692726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.692754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.692781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.694271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.697655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.701897:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.705684:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.708131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.709164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.709531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.710715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.711648:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.711722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.715821:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.718710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.720708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.725058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.727211:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.731343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.731423:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.733861:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.736304:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.739291:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.741068:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.745616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.748355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.749758:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.753919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.756927:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.756969:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.759195:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.759217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.759248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.761829:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.764283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.767835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.771655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.776230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.776285:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.779991:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.780022:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.781432:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.787240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.796944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.798897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.800709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.803645:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.810522:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.810627:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.812930:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.812961:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.813586:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.815240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.817082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.820572:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.821935:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.823685:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.825769:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.828451:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.828583:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.830486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.830602:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.830801:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056363776 00000100:00100000:0.0:1746156223.830804:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056363776 00010000:00010000:0.0:1746156223.830816:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095b0c600/0xb0171789e0e74a33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81090a expref: 6 pid: 15159 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.830840:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9054 00000100:00100000:0.0:1746156223.830847:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056363776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156223.830855:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156223.830870:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095b0c600/0xb0171789e0e74a33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81090a expref: 6 pid: 15159 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.830878:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095b0c600/0xb0171789e0e74a33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81090a expref: 6 pid: 15159 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.830893:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095b0c600/0xb0171789e0e74a33 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81090a expref: 6 pid: 15159 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.830915:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156223.830930:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977056363776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 84us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156223.830935:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9054 00000100:00100000:0.0:1746156223.832945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.834531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.836346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.837912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.839760:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.841137:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.843062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.844995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.845032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.846977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.847008:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.847036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.847049:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056365952 00000100:00100000:0.0:1746156223.847052:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056365952 00010000:00010000:0.0:1746156223.847064:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e74a4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810926 expref: 6 pid: 8461 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.847085:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9058 00000100:00100000:0.0:1746156223.847090:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056365952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156223.847096:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156223.847105:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e74a4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810926 expref: 7 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.847113:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e74a4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810926 expref: 7 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.847136:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e74a4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810926 expref: 7 pid: 8461 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.847148:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.847149:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156223.847154:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095b0c800/0xb0171789e0e74a56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81092d expref: 284 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.847160:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095b0c800/0xb0171789e0e74a56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81092d expref: 284 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.847275:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095b0c800/0xb0171789e0e74a56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81092d expref: 283 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.847321:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095b0c800/0xb0171789e0e74a56 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81092d expref: 283 pid: 8461 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746156223.847330:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009537dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053506176:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156223.847411:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156223.848639:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.853440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.855080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.858069:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.861109:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.861228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.863162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.864776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.868709:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.873073:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.875201:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.877496:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.878088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.881748:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.881780:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.883915:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.886174:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.888267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.889829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.891477:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.893748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.895660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.900657:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.903266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.903560:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.906212:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.906854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.906884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.910017:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056371712 00000100:00100000:0.0:1746156223.910022:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056371712 00002000:00100000:0.0:1746156223.910050:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c09880 x1830977056371712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:539/0 lens 488/0 e 0 to 0 dl 1746156234 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156223.910058:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977056371712 ext(0->4095) 00010000:00010000:0.0:1746156223.910064:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800950e3c00/0xb0171789e0e74a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810965 expref: 291 pid: 15159 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.910140:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800950e3c00/0xb0171789e0e74a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810965 expref: 291 pid: 15159 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746156223.910147:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c09880 00000100:00100000:0.0:1746156223.910173:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1520 00000100:00100000:0.0:1746156223.910180:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+291:1974:x1830977056371712:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156223.910326:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+291:1974:x1830977056371712:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (346us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156223.910332:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1520 00002000:00100000:0.0:1746156223.910350:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c09880 x1830977056371712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:539/0 lens 488/4536 e 0 to 0 dl 1746156234 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156223.910358:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977056371712 ext(0->4095) 00010000:00010000:0.0:1746156223.910363:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800950e3c00/0xb0171789e0e74a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810965 expref: 291 pid: 15159 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746156223.910396:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800950e3c00/0xb0171789e0e74a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810965 expref: 291 pid: 15159 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746156223.910401:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c09880 00000100:00100000:0.0:1746156223.919892:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.923603:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.929666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.932231:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.933674:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.934096:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.936204:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.939146:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.944562:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.946165:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.948212:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.951732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.953430:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.954911:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.956639:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.957186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.959013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.959468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.959500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.959512:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056375040 00000100:00100000:0.0:1746156223.959515:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056375040 00010000:00010000:0.0:1746156223.959540:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800950e2600/0xb0171789e0e74aaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810981 expref: 6 pid: 8463 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156223.961147:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.962644:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.964528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.966586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.968118:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.969574:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.971334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.972659:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.974243:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.974277:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.974387:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.974401:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056377216 00000100:00100000:0.0:1746156223.974465:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056377216 00000100:00100000:0.0:1746156223.974483:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4535 00000100:00100000:0.0:1746156223.974488:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+298:30946:x1830977056377216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156223.974495:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156223.974502:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e74ad4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8109ab expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.974515:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800950e2e00/0xb0171789e0e74acd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109a4 expref: 299 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.974521:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156223.974522:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156223.974524:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e74ad4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109ab expref: 299 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.974538:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800950e2e00/0xb0171789e0e74acd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109a4 expref: 299 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156223.974547:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800950e2e00/0xb0171789e0e74acd lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109a4 expref: 299 pid: 8463 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156223.974558:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053510016:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156223.974598:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156223.976673:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.979650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.981130:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.983489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.985734:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.987949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.987977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.989663:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.991904:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.991962:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.995190:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.998472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156223.999855:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.003017:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.004812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.006458:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.013240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.015498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.015913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.018582:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.018612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.018652:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.018679:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056381312 00000100:00100000:0.0:1746156224.018689:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056381312 00010000:00010000:0.0:1746156224.018705:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800950e2600/0xb0171789e0e74af0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109c7 expref: 304 pid: 8461 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.018720:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056381568 00000100:00100000:0.0:1746156224.018722:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056381568 00010000:00010000:0.0:1746156224.018732:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800950e3200/0xb0171789e0e74ae9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109c0 expref: 6 pid: 8461 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.018745:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9080 00000100:00100000:0.0:1746156224.018749:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+304:1973:x1830977056381312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156224.018756:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156224.018770:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800950e2600/0xb0171789e0e74af0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109c7 expref: 304 pid: 8461 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.018779:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800950e2600/0xb0171789e0e74af0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109c7 expref: 304 pid: 8461 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.018792:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156224.018807:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+303:1973:x1830977056381312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 58us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.018813:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9080 00000100:00100000:0.0:1746156224.020810:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.022779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.025403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.028340:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.032821:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.032856:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.035812:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.037908:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.041348:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.044128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.047035:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.048613:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.053211:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.056090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.056124:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.058172:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800897e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053512192:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156224.058192:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800954b0c00/0xb0171789e0e74b1a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109f1 expref: 305 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.058203:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0c00, rc 0) 00000100:00100000:0.0:1746156224.058229:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+305:30945:x1830977056384512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1913us (2104us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.058234:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4545 00000100:00100000:0.0:1746156224.059398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.060946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.063840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.066592:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.068511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.070220:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.072698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.074282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.077478:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.079677:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.082117:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.085405:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.087723:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.087788:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9089 00000100:00100000:0.0:1746156224.087795:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+307:1974:x1830977056386944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156224.087803:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156224.088134:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a4b0400/0xb0171789e0e74b28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109ff expref: 309 pid: 8463 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.088144:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a4b0400/0xb0171789e0e74b28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109ff expref: 309 pid: 8463 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.088155:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a4b0400/0xb0171789e0e74b28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8109ff expref: 309 pid: 8463 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.088216:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156224.088558:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+308:1974:x1830977056386944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 762us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.088565:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9089 00000100:00100000:0.0:1746156224.095901:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.099151:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.101646:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.107709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.108952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.110423:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.111355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.112697:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.114809:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.119291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.136727:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.139184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.145126:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056389504 00000100:00100000:0.0:1746156224.145130:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056389504 00000100:00100000:0.0:1746156224.145151:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4553 00000100:00100000:0.0:1746156224.145156:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+310:30945:x1830977056389504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.145163:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.145175:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e74b52 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810a29 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156224.146304:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.146499:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.149002:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.151083:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.153818:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.155446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.156591:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.157979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.159582:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.161360:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.162489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.163012:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.164815:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.166407:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.168910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.170402:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.173074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.174924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.178095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.178139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.179912:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.179936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.180078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.180092:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056394112 00000100:00100000:0.0:1746156224.180096:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056394112 00000100:00100000:0.0:1746156224.180113:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4560 00000100:00100000:0.0:1746156224.180117:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+317:30946:x1830977056394112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.180126:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.180132:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74b83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810a5a expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.180144:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.180149:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013091e800/0xb0171789e0e74b7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810a53 expref: 317 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.180154:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156224.180157:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74b83 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810a5a expref: 317 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.180174:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013091e800/0xb0171789e0e74b7c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810a53 expref: 317 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.180183:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74b83 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810a5a expref: 317 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.180194:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:0.0:1746156224.180213:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+317:30946:x1830977056394112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.180389:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4560 00000100:00100000:0.0:1746156224.183000:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.184422:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.187599:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.189319:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.190948:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.192883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.195409:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.197767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.198994:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.199021:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.199044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.199100:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9103 00000100:00100000:0.0:1746156224.199106:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48ba450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1973:x1830977056395904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156224.199113:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156224.199123:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095b0d400/0xb0171789e0e74b8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810a61 expref: 8 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.199148:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095b0d400/0xb0171789e0e74b8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810a61 expref: 8 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.199160:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095b0d400/0xb0171789e0e74b8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810a61 expref: 8 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.199184:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156224.199201:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48ba450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1973:x1830977056395904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 95us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.199206:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9103 00000100:00100000:0.0:1746156224.200496:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.203758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.206496:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.209598:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.212569:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.213232:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.215106:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.215946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.218015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.218052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.220344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.223040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.226891:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.229907:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.233167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.233247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.236399:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.239272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.243027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.246752:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.248605:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.249998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.251972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.253602:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.256676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.258409:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.259595:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.259615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.261133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.262698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.264032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.265363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.267009:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.268671:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.270924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.272264:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.274353:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.274413:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.274465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.276442:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.278611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.284441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.287455:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.289227:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.289271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.291112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.291760:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.291794:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.293192:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.294568:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.296687:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.297959:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.299246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.300322:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.303813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.305646:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.305688:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.307197:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.307226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.307240:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056407680 00000100:00100000:0.0:1746156224.307244:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056407680 00000100:00100000:0.0:1746156224.307292:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4580 00000100:00100000:0.0:1746156224.307298:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+330:30946:x1830977056407680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.307306:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.307314:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e74c0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810ae6 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.307324:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.307329:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013091e200/0xb0171789e0e74c08 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810adf expref: 331 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.307334:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156224.307336:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e74c0f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810ae6 expref: 331 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.307353:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013091e200/0xb0171789e0e74c08 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810adf expref: 331 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.307388:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e74c0f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810ae6 expref: 331 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.307396:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:0.0:1746156224.307411:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+330:30946:x1830977056407680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.307416:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4580 00000100:00100000:0.0:1746156224.309016:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056407936 00000100:00100000:0.0:1746156224.309020:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056407936 00002000:00100000:0.0:1746156224.309041:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c0a300 x1830977056407936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:540/0 lens 488/0 e 0 to 0 dl 1746156235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.309049:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a300 with x1830977056407936 ext(0->4095) 00010000:00010000:0.0:1746156224.309054:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013091e200/0xb0171789e0e74c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810adf expref: 329 pid: 8463 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.309064:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013091e200/0xb0171789e0e74c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810adf expref: 329 pid: 8463 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746156224.309069:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c0a300 00000100:00100000:0.0:1746156224.309091:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1559 00000100:00100000:0.0:1746156224.309135:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+329:1975:x1830977056407936:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156224.309246:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+329:1975:x1830977056407936:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156224.309265:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1559 00002000:00100000:0.0:1746156224.309269:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c0a300 x1830977056407936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746156235 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.309282:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a300 with x1830977056407936 ext(0->4095) 00010000:00010000:0.0:1746156224.309286:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013091e200/0xb0171789e0e74c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810adf expref: 329 pid: 8463 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.309295:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013091e200/0xb0171789e0e74c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810adf expref: 329 pid: 8463 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746156224.309300:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c0a300 00000100:00100000:0.0:1746156224.312779:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.314968:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.316730:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056408704 00000100:00100000:0.0:1746156224.316734:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056408704 00000100:00100000:0.0:1746156224.316765:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4581 00000100:00100000:0.0:1746156224.316770:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977056408704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.316781:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.316793:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74c16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810aed expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.316810:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.316812:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.316817:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810aed expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.316828:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810aed expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.316835:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:0.0:1746156224.316860:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056408704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.316865:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4581 00000100:00100000:0.0:1746156224.318235:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.320426:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.322886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.324962:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056409728 00000100:00100000:0.0:1746156224.324967:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056409728 00000100:00100000:0.0:1746156224.324999:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4583 00000100:00100000:0.0:1746156224.325004:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:30946:x1830977056409728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.325346:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.325356:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e74c24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810afb expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.325392:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.325397:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e74c1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810af4 expref: 330 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.325402:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156224.325405:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e74c24 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810afb expref: 7 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.325425:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e74c1d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810af4 expref: 330 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.325433:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d200/0xb0171789e0e74c24 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810afb expref: 7 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.325444:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:0.0:1746156224.325462:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:30946:x1830977056409728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 457us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.325466:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4583 00000100:00100000:0.0:1746156224.326149:0:7103:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9123 00000100:00100000:0.0:1746156224.326155:0:7103:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+331:1975:x1830977056409600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156224.326162:0:7103:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156224.326180:0:7103:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e74c0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810ae6 expref: 331 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.326188:0:7103:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e74c0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810ae6 expref: 331 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.326199:0:7103:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133f0c800/0xb0171789e0e74c0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810ae6 expref: 331 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.326211:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.326213:0:7103:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.326217:0:7103:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e74c1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810af4 expref: 330 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.326223:0:7103:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e74c1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810af4 expref: 330 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.326240:0:7103:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e74c1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810af4 expref: 330 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.326290:0:7103:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e74c1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810af4 expref: 330 pid: 15159 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.326303:0:7103:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7103:1830977053520512:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156224.326425:0:7103:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156224.327962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.328608:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+330:1975:x1830977056409984:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 336us (646us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156224.328613:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1561 00002000:00100000:0.0:1746156224.328618:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b545c00 x1830977056409984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746156235 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.328624:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545c00 with x1830977056409984 ext(0->4095) 00010000:00010000:0.0:1746156224.328628:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e74c1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810af4 expref: 330 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.328636:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095b0ca00/0xb0171789e0e74c1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810af4 expref: 330 pid: 15159 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746156224.328640:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b545c00 00000100:00100000:0.0:1746156224.330158:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.331862:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.334786:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.337669:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.339333:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.343967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.345721:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.348750:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.349458:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.349857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.352103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.354443:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.357498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.359593:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.362915:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.364821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.365495:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056413184 00000100:00100000:0.0:1746156224.365500:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056413184 00000100:00100000:0.0:1746156224.367268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.367295:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.367326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.369743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.374086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.376187:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.379614:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.383655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.383697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.385127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.385500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.387757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.387835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.389990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.394139:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.399124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.400991:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.402713:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.404483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.408216:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.408275:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.410857:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.411329:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.411389:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.412914:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.414142:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.415738:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.417707:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.419516:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.420688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.424129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.427219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.427672:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.429328:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.430228:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.430345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.432401:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.433822:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.435296:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.437186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.438837:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056420736 00000100:00100000:0.0:1746156224.438843:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056420736 00000100:00100000:0.0:1746156224.438882:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4599 00000100:00100000:0.0:1746156224.438889:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+341:30946:x1830977056420736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.438898:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.438910:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e74c94 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810b6b expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.438944:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.438946:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.438953:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e74c94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810b6b expref: 342 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.438965:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e74c94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810b6b expref: 342 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.438972:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:0.0:1746156224.438996:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+342:30946:x1830977056420736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.439002:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4599 00000100:00100000:0.0:1746156224.441843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.448284:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.448334:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.453115:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.453146:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.453185:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.453202:0:7103:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056421760 00000100:00100000:0.0:1746156224.453205:0:7103:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056421760 00010000:00010000:0.0:1746156224.453219:0:7103:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e74c94 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810b6b expref: 344 pid: 15159 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.457758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.461930:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.466526:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.469019:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.472482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.474513:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.475187:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.476970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.477002:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.477033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.479802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.486237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.488137:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.490118:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.492118:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.499808:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.502584:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.502632:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.504912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.504931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.506497:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.508719:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.511706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.516340:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.519280:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.520757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.522669:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.522698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.524178:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.524966:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.526284:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.527496:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.530449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.532325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.534640:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.536547:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.538033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.543696:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.545316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.545771:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.546105:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056429824 00000100:00100000:0.0:1746156224.546108:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056429824 00002000:00100000:0.0:1746156224.546127:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b496d80 x1830977056429824/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:540/0 lens 488/0 e 0 to 0 dl 1746156235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.546134:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b496d80 with x1830977056429824 ext(0->4095) 00010000:00010000:0.0:1746156224.546139:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a1ef800/0xb0171789e0e74ce1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810bb8 expref: 6 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.546147:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a1ef800/0xb0171789e0e74ce1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810bb8 expref: 6 pid: 15159 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746156224.546153:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b496d80 00000100:00100000:0.0:1746156224.546175:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1586 00000100:00100000:0.0:1746156224.546180:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056429824:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156224.546283:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056429824:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (512us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156224.546289:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1586 00002000:00100000:0.0:1746156224.546293:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b496d80 x1830977056429824/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746156235 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.546300:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b496d80 with x1830977056429824 ext(0->4095) 00010000:00010000:0.0:1746156224.546303:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a1ef800/0xb0171789e0e74ce1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810bb8 expref: 6 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.546311:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a1ef800/0xb0171789e0e74ce1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810bb8 expref: 6 pid: 15159 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746156224.546316:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b496d80 00000100:00100000:0.0:1746156224.550174:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.550208:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.550241:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.553895:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053526912:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156224.553913:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0c800, rc 0) 00000100:00100000:0.0:1746156224.553946:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+351:30946:x1830977056430208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3654us (3777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.553954:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4613 00000100:00100000:0.0:1746156224.556420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.558769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.565928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.568473:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.570128:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.570670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.572092:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.572129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.572953:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.573838:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.575724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.578211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.580200:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.582500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.583673:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.585269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.588463:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.590334:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.590898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.593087:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.594963:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.597059:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.599298:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.601246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.604030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.607505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.610927:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.610964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.610996:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.614093:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.615485:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.617738:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.620746:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.623600:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.625012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.625230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.626516:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.626991:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.627189:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.629212:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.630564:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.632146:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.634084:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.636454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.638296:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.641552:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.643058:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.645037:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.645074:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.646004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.647746:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.650877:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.653762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.660104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.662088:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.662154:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.663448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.663481:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.663618:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9171 00000100:00100000:0.0:1746156224.663626:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056441600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156224.663635:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156224.663647:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e74d66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c3d expref: 6 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.663657:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e74d66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c3d expref: 6 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.663667:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e74d66 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c3d expref: 6 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.663678:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.663679:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.663684:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095631400/0xb0171789e0e74d6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c44 expref: 361 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.663689:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095631400/0xb0171789e0e74d6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c44 expref: 361 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.663707:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095631400/0xb0171789e0e74d6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c44 expref: 361 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156224.663714:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053530624:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156224.664106:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156224.668609:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053530752:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156224.668630:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e74d74 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c4b expref: 363 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.668650:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095631000, rc 0) 00000100:00100000:0.0:1746156224.668868:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+364:30946:x1830977056441728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4640us (4742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.668875:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4631 00000100:00100000:0.0:1746156224.671082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.674828:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.674859:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056442368 00000100:00100000:0.0:1746156224.674866:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056442368 00010000:00010000:0.0:1746156224.674897:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095631400/0xb0171789e0e74d6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c44 expref: 365 pid: 15159 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.674929:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9172 00000100:00100000:0.0:1746156224.674937:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+365:1972:x1830977056442368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156224.674949:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156224.674968:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095631400/0xb0171789e0e74d6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c44 expref: 365 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.674979:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095631400/0xb0171789e0e74d6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c44 expref: 365 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.674998:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095631400/0xb0171789e0e74d6d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c44 expref: 365 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.675009:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.675011:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.675019:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e74d74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c4b expref: 364 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.675027:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e74d74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c4b expref: 364 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.675058:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e74d74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c4b expref: 364 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156224.675070:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977053530880:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156224.675155:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156224.680038:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.681920:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056442624 00000100:00100000:0.0:1746156224.681927:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056442624 00002000:00100000:0.0:1746156224.681962:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b01f80 x1830977056442624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:540/0 lens 488/0 e 0 to 0 dl 1746156235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.681972:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01f80 with x1830977056442624 ext(0->4095) 00002000:00010000:0.0:1746156224.681976:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b01f80 00000100:00100000:0.0:1746156224.681997:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3754 00000100:00100000:0.0:1746156224.682005:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+364:1975:x1830977056442624:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156224.682153:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+364:1975:x1830977056442624:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (2119us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156224.682159:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3754 00002000:00100000:0.0:1746156224.682165:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880123b01f80 x1830977056442624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746156235 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.682177:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01f80 with x1830977056442624 ext(0->4095) 00002000:00010000:0.0:1746156224.682180:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b01f80 00000100:00100000:0.0:1746156224.684230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.684862:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.684881:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056442752 00000100:00100000:0.0:1746156224.684887:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056442752 00000100:00100000:0.0:1746156224.684927:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4633 00000100:00100000:0.0:1746156224.684933:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+364:30945:x1830977056442752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.684941:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.684948:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74d7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810c52 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.684988:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e74d74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c4b expref: 365 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.684995:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f99000/0xb0171789e0e74d82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c59 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.685000:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.685001:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.685004:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74d7b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c52 expref: 365 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.685031:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f99000/0xb0171789e0e74d82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c59 expref: 6 pid: 15159 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.685039:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f99000/0xb0171789e0e74d82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c59 expref: 6 pid: 15159 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.685049:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053531008:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156224.685110:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e74d74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c4b expref: 365 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.685117:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e74d74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c4b expref: 365 pid: 15159 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.685124:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053531136:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156224.685139:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156224.687325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.687401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.690020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.690057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.690081:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056443520 00000100:00100000:0.0:1746156224.690086:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056443520 00000100:00100000:0.0:1746156224.690114:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4634 00000100:00100000:0.0:1746156224.690120:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+365:30946:x1830977056443520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.690132:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.690144:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e74d89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810c60 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.690163:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.690168:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74d7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c52 expref: 366 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.690178:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156224.690181:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e74d89 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c60 expref: 366 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.690207:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74d7b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c52 expref: 366 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.690216:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e74d89 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c60 expref: 366 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.690224:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2f9c00, rc 0) 00000100:00100000:0.0:1746156224.690281:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+366:30946:x1830977056443520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.690286:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4634 00000100:00100000:0.0:1746156224.693671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.704020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.705397:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.707013:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.710782:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.713715:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.713744:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.713772:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.713787:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056445312 00000100:00100000:0.0:1746156224.713789:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056445312 00010000:00010000:0.0:1746156224.714073:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f98400/0xb0171789e0e74d90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c67 expref: 7 pid: 8461 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.714103:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9177 00000100:00100000:0.0:1746156224.714108:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977056445312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156224.714114:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156224.714121:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f98400/0xb0171789e0e74d90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c67 expref: 7 pid: 8461 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.714130:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f98400/0xb0171789e0e74d90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c67 expref: 7 pid: 8461 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.714236:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f98400/0xb0171789e0e74d90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810c67 expref: 8 pid: 8461 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.714422:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156224.714437:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977056445312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 329us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.714443:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9177 00000100:00100000:0.0:1746156224.716071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.718352:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.721876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.723909:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.726479:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.729108:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.732603:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.732653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.735485:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.736116:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.736146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.737845:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.739849:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.747761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.751355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.753701:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.754015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.755941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.757705:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.759570:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.761896:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.763427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.765523:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.768085:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.768784:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.770691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.770744:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.770936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.772853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.774490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.776550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.778794:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.784685:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.784893:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.786331:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.788941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.791117:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.792767:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.794003:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.795330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.797177:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.799594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.801583:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.802268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.804532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.804565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.805183:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.806955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.811875:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056455040 00000100:00100000:0.0:1746156224.811881:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056455040 00002000:00100000:0.0:1746156224.811913:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092c0a680 x1830977056455040/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:540/0 lens 496/0 e 0 to 0 dl 1746156235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.811920:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a680 with x1830977056455040 ext(0->7) 00010000:00010000:0.0:1746156224.811927:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b528a00/0xb0171789e0e74df2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cc9 expref: 21 pid: 21377 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.811938:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b528a00/0xb0171789e0e74df2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cc9 expref: 21 pid: 21377 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746156224.811944:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c0a680 00000100:00100000:0.0:1746156224.811971:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1619 00000100:00100000:0.0:1746156224.811978:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1973:x1830977056455040:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156224.812232:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1973:x1830977056455040:12345-192.168.203.27@tcp:4:rw_seq_cst_vs_d.0 Request processed in 253us (417us total) trans 4294968663 rc 0/0 00000100:00100000:0.0:1746156224.812241:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1619 00002000:00100000:0.0:1746156224.812255:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092c0a680 x1830977056455040/t4294968663(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:540/0 lens 496/448 e 0 to 0 dl 1746156235 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.812261:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a680 with x1830977056455040 ext(0->7) 00010000:00010000:0.0:1746156224.812265:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b528a00/0xb0171789e0e74df2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cc9 expref: 23 pid: 21377 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.812273:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b528a00/0xb0171789e0e74df2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cc9 expref: 23 pid: 21377 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746156224.812279:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c0a680 00000100:00100000:0.0:1746156224.814728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.819420:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.825358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.826127:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056455680 00000100:00100000:0.0:1746156224.826130:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056455680 00000100:00100000:0.0:1746156224.826157:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4652 00000100:00100000:0.0:1746156224.826162:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:30945:x1830977056455680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.826168:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.826174:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9600/0xb0171789e0e74e07 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810cde expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.826186:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74df9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cd0 expref: 23 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.826192:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e74e00 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cd7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.826197:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.826199:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.826202:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9600/0xb0171789e0e74e07 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cde expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.826222:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e74e00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cd7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.826232:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0c400/0xb0171789e0e74e00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cd7 expref: 5 pid: 8463 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.826241:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053535232:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156224.826321:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74df9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cd0 expref: 23 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.826329:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e74df9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cd0 expref: 23 pid: 8463 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.826337:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8461:1830977053535360:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156224.826352:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156224.828217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.830234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.830398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.830419:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.833197:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.835656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.838582:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.841638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.843802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.846414:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.848855:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.853632:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.857458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.858763:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056458368 00000100:00100000:0.0:1746156224.858850:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056458368 00000100:00100000:0.0:1746156224.858872:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4656 00000100:00100000:0.0:1746156224.858877:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:30946:x1830977056458368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.858887:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.858895:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e74e23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810cfa expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.858910:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74e1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cf3 expref: 24 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.858916:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156224.858917:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156224.858920:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e74e23 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cfa expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.858934:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74e1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cf3 expref: 24 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.858943:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74e1c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cf3 expref: 24 pid: 8463 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.858956:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801338d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053536256:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156224.858976:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156224.861467:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.861497:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056458624 00000100:00100000:0.0:1746156224.861502:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056458624 00002000:00100000:0.0:1746156224.861533:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801338db480 x1830977056458624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:540/0 lens 488/0 e 0 to 0 dl 1746156235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.861541:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db480 with x1830977056458624 ext(0->4095) 00010000:00010000:0.0:1746156224.861547:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74e1c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cf3 expref: 25 pid: 8463 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.861558:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74e1c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cf3 expref: 25 pid: 8463 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746156224.861564:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801338db480 00000100:00100000:0.0:1746156224.861578:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1623 00000100:00100000:0.0:1746156224.861584:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1974:x1830977056458624:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156224.862198:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977056458624:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 612us (735us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156224.862205:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1623 00002000:00100000:0.0:1746156224.862211:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801338db480 x1830977056458624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:540/0 lens 488/4536 e 0 to 0 dl 1746156235 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156224.862218:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db480 with x1830977056458624 ext(0->4095) 00010000:00010000:0.0:1746156224.862224:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74e1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cf3 expref: 24 pid: 8463 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746156224.862234:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133f0de00/0xb0171789e0e74e1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810cf3 expref: 24 pid: 8463 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746156224.862239:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801338db480 00000100:00100000:0.0:1746156224.868143:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.870647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.872656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.878957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.880630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.885949:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.886912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.891009:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.891071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.896267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.898435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.903824:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.908546:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.910492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.910531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.912154:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.915023:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.915065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.915706:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056462208 00000100:00100000:0.0:1746156224.916097:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056462208 00000100:00100000:0.0:1746156224.916130:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4662 00000100:00100000:0.0:1746156224.916135:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:30946:x1830977056462208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.916153:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.916162:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e74e4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810d24 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.916177:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009484ce00/0xb0171789e0e74e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d16 expref: 29 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.916182:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156224.916184:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156224.916186:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e74e4d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d24 expref: 29 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.916202:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009484ce00/0xb0171789e0e74e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d16 expref: 29 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.916211:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009484ce00/0xb0171789e0e74e46 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d16 expref: 29 pid: 21377 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746156224.916217:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053537536:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156224.916235:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156224.917610:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.917668:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053537536:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156224.917681:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e74e4d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d24 expref: 29 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.917692:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2f8c00, rc 0) 00000100:00100000:0.0:1746156224.917709:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:30946:x1830977056462208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1573us (2029us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156224.917714:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4662 00000100:00100000:0.0:1746156224.920624:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.924732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.926914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.930120:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.930165:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.932470:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.933448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.936005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.938591:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.940491:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.943490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.945219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.947607:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.950757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.951967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.953923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.954325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.955615:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.955654:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.957884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.962258:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.964573:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.970067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.970221:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.970470:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4670 00000100:00100000:0.0:1746156224.970478:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:30945:x1830977056466816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156224.970485:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156224.970492:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e74e85 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810d5c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.970505:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c92c00/0xb0171789e0e74e77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d4e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.970513:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e74e7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d55 expref: 36 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.970518:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.970519:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156224.970522:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e74e85 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d5c expref: 36 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.970542:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e74e7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d55 expref: 36 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.970553:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e74e7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d55 expref: 36 pid: 21377 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746156224.970562:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b495f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053539072:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156224.970684:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c92c00/0xb0171789e0e74e77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d4e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156224.970692:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c92c00/0xb0171789e0e74e77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810d4e expref: 5 pid: 8461 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746156224.970699:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b494e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977053539200:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156224.970718:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156224.972223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.972403:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.974677:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.974713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.977569:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.979535:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.983113:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.985530:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.990835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.994605:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156224.998265:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.001458:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.001514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156225.002206:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156225.004260:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.006643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.008410:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.013036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.016949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.017495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.019043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.019326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.021822:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.024148:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.026166:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.028890:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.034172:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.035894:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.035964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.038070:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.038400:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.038822:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.039972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.042044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.045400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.047581:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.049209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.052825:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.055323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.055400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.058133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.059508:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.059546:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.061237:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.066950:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.072320:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.078674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.081574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.081615:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.084439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.086826:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.090111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.096179:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.101170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.104127:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.107947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.112576:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.113259:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056477056 00000100:00100000:0.0:1746156225.113262:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056477056 00000100:00100000:0.0:1746156225.113286:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4687 00000100:00100000:0.0:1746156225.113291:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:30945:x1830977056477056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156225.113297:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156225.113303:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9000/0xb0171789e0e74efc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810dd3 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.113316:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e74eee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810dc5 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.113323:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133f0d600/0xb0171789e0e74ef5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810dcc expref: 47 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.113327:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.113329:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.113331:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9000/0xb0171789e0e74efc lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810dd3 expref: 47 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.113351:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133f0d600/0xb0171789e0e74ef5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810dcc expref: 47 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.113361:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d600/0xb0171789e0e74ef5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810dcc expref: 47 pid: 21377 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746156225.113388:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053542784:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156225.113729:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e74eee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810dc5 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.113738:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d000/0xb0171789e0e74eee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810dc5 expref: 5 pid: 21377 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746156225.113745:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977053542912:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156225.113851:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156225.115851:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.117418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.119045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.119648:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.122269:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.129482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.132936:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.135063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.136499:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.139511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.141048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.146418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.146452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.146901:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9231 00000100:00100000:0.0:1746156225.146907:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1974:x1830977056479616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156225.146915:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156225.146924:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136296000/0xb0171789e0e74f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810de1 expref: 50 pid: 15159 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746156225.146931:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136296000/0xb0171789e0e74f0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810de1 expref: 50 pid: 15159 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746156225.146942:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136296000/0xb0171789e0e74f0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810de1 expref: 50 pid: 15159 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746156225.146959:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.146961:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.146966:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e74f11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810de8 expref: 48 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.146974:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e74f11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810de8 expref: 48 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.146997:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e74f11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810de8 expref: 48 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156225.147006:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977053543680:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156225.147095:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156225.154011:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.158444:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.161983:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.167437:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.169499:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.173126:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.175810:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.177884:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.178855:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.179847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.183660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.190582:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.193449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.196165:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.199251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.199323:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.204020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.204116:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.205978:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.207815:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.209409:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.213286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.217275:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.228810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.238298:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056484736 00000100:00100000:0.0:1746156225.238303:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056484736 00000100:00100000:0.0:1746156225.238360:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4699 00000100:00100000:0.0:1746156225.238388:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:30945:x1830977056484736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156225.238458:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156225.238466:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9000/0xb0171789e0e74f50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810e27 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.238509:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136296e00/0xb0171789e0e74f42 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e19 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.238521:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e74f49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e20 expref: 56 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.238526:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.238527:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.238530:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9000/0xb0171789e0e74f50 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e27 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.238563:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e74f49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e20 expref: 56 pid: 15159 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746156225.238571:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136296c00/0xb0171789e0e74f49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e20 expref: 56 pid: 15159 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746156225.238581:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053545344:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156225.238639:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136296e00/0xb0171789e0e74f42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e19 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.238646:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136296e00/0xb0171789e0e74f42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e19 expref: 5 pid: 15159 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746156225.238653:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977053545472:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156225.238672:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156225.240937:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.242051:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.253287:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.259016:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.273804:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.277255:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.279978:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.280235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.284300:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.284403:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.291613:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.294554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.297325:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.299067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.301093:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.304228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.310256:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.315404:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.320906:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056488960 00000100:00100000:0.0:1746156225.320911:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056488960 00002000:00100000:0.0:1746156225.321032:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800897ebb80 x1830977056488960/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:541/0 lens 488/0 e 0 to 0 dl 1746156236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156225.321039:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897ebb80 with x1830977056488960 ext(0->4095) 00010000:00010000:0.0:1746156225.321045:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009484d200/0xb0171789e0e74f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e4a expref: 58 pid: 21377 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746156225.321059:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009484d200/0xb0171789e0e74f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e4a expref: 58 pid: 21377 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746156225.321065:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897ebb80 00000100:00100000:0.0:1746156225.321078:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1666 00000100:00100000:0.0:1746156225.321084:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977056488960:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156225.321203:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977056488960:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156225.321209:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1666 00002000:00100000:0.0:1746156225.321213:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800897ebb80 x1830977056488960/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:541/0 lens 488/4536 e 0 to 0 dl 1746156236 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156225.321220:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897ebb80 with x1830977056488960 ext(0->4095) 00010000:00010000:0.0:1746156225.321224:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009484d200/0xb0171789e0e74f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e4a expref: 58 pid: 21377 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746156225.321232:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009484d200/0xb0171789e0e74f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e4a expref: 58 pid: 21377 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746156225.321238:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897ebb80 00000100:00100000:0.0:1746156225.327640:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.331195:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.333229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.333453:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4706 00000100:00100000:0.0:1746156225.333461:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:30946:x1830977056489728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156225.333475:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156225.333489:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e74f81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810e58 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.335096:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.335101:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.335111:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e74f81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e58 expref: 60 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.335128:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e74f81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810e58 expref: 60 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.335139:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2f8a00, rc 0) 00000100:00100000:0.0:1746156225.335186:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:30946:x1830977056489728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1726us (1961us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156225.335193:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4706 00000100:00100000:0.0:1746156225.337320:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.339918:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.339960:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.344807:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.344947:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.345594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.346632:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.352916:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.357265:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.359534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.363047:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.363633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.364618:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.367638:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053548032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746156225.367671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746156225.368272:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156225.368306:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053548032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746156225.370122:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.370209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.372652:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.374671:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.379568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.381890:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.388588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.395318:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.395475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.397284:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.398175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.399895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.401342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.405270:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.408996:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.411762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.413534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.415304:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.415353:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.418454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.419333:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.419412:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.424188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.427161:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.431478:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.433239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.437363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.440666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.442131:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.442271:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.452702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.463076:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.464673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.467220:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.469037:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.471309:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.471364:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.474855:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.474921:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.475447:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.478201:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.481835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.484182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.489067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.490508:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.491417:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.492118:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.492962:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.495324:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.496792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.498877:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.504396:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.506861:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.509631:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.511828:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.513934:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.515865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.515905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.517395:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.518898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.518931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.522576:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.526037:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.530190:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.534466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.534756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.537004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.538965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.540525:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.543960:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.547800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.552735:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.553186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.554469:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.555832:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.572491:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.575222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.589703:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.594721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.599565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.609280:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.613843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.620461:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.620510:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.624350:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.626829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.629567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.631335:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.633883:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.635418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.639868:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.641122:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.641682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.642537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.645112:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.645457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.648214:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.653489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.655659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.659726:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056512256 00000100:00100000:0.0:1746156225.659733:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056512256 00002000:00100000:0.0:1746156225.659767:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b4b1880 x1830977056512256/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:541/0 lens 488/0 e 0 to 0 dl 1746156236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156225.659775:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1880 with x1830977056512256 ext(0->4095) 00002000:00010000:0.0:1746156225.659780:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b4b1880 00000100:00100000:0.0:1746156225.659809:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3824 00000100:00100000:0.0:1746156225.659816:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056512256:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156225.659945:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056512256:12345-192.168.203.27@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (372us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156225.659952:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3824 00002000:00100000:0.0:1746156225.659957:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b4b1880 x1830977056512256/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:541/0 lens 488/4536 e 0 to 0 dl 1746156236 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746156225.659963:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1880 with x1830977056512256 ext(0->4095) 00002000:00010000:0.0:1746156225.659966:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b4b1880 00000100:00100000:0.0:1746156225.661305:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.663084:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.665609:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.665693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.667138:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.667418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.667454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.667470:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056513152 00000100:00100000:0.0:1746156225.667474:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056513152 00010000:00010000:0.0:1746156225.667493:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e75076 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f4d expref: 6 pid: 21377 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746156225.667509:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056513408 00000100:00100000:0.0:1746156225.667511:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056513408 00010000:00010000:0.0:1746156225.667518:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e7507d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f54 expref: 88 pid: 21377 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746156225.667536:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9284 00000100:00100000:0.0:1746156225.667541:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092269500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1975:x1830977056513408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156225.667545:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156225.667558:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e7507d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f54 expref: 88 pid: 21377 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746156225.667566:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e7507d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f54 expref: 88 pid: 21377 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746156225.667849:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133f0cc00/0xb0171789e0e7507d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f54 expref: 87 pid: 21377 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746156225.667952:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.667955:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.667961:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880133f0d600/0xb0171789e0e75084 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f5b expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.667968:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0d600/0xb0171789e0e75084 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f5b expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.667985:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880133f0d600/0xb0171789e0e75084 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f5b expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.667992:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133f0d600/0xb0171789e0e75084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f5b expref: 86 pid: 21377 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746156225.668000:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7102:1830977053555584:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156225.668053:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156225.671556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.674161:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.677329:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.679801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.681439:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.686437:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.688110:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.688139:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.689919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.690263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.690284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.690303:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056515328 00000100:00100000:0.0:1746156225.690306:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056515328 00000100:00100000:0.0:1746156225.690323:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4747 00000100:00100000:0.0:1746156225.690328:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009226b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:30946:x1830977056515328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156225.690336:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156225.690345:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e750a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810f77 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.690357:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156225.690361:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800955f8000/0xb0171789e0e75099 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f70 expref: 92 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.690385:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156225.690388:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e750a0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f77 expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.690411:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800955f8000/0xb0171789e0e75099 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f70 expref: 92 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.690426:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e750a0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f77 expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.690434:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2f8c00, rc 0) 00000100:00100000:0.0:1746156225.690456:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009226b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:30946:x1830977056515328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156225.690461:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4747 00000100:00100000:0.0:1746156225.693498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.695117:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.699165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.705574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.705616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.707290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.707329:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.708524:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.710004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.712880:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.715157:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.717342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.724463:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156225.724605:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156225.726111:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156225.726794:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156225.761698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.763396:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.763415:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056518528 00000100:00100000:0.0:1746156225.763421:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056518528 00000100:00100000:0.0:1746156225.763461:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44309 00000100:00100000:0.0:1746156225.763468:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:30963:x1830977056518528:12345-192.168.203.27@tcp:101:rm.0 00010000:00010000:0.0:1746156225.763480:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156225.763491:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e750ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810f9a expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.763527:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763536:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763543:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763554:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763559:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763564:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763648:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9600/0xb0171789e0e750df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763656:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9600/0xb0171789e0e750df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763661:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9600/0xb0171789e0e750df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:0.0:1746156225.763684:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x45:0x0]: returning size 8 00000004:00200000:0.0:1746156225.763686:0:7116:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746156225.763695:0:7116:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9600/0xb0171789e0e750df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763701:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9600/0xb0171789e0e750df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763706:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763711:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763715:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763719:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c2f8a00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156225.763722:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763727:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763733:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ad17d000) 00010000:00010000:0.0:1746156225.763736:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156225.763739:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763743:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e750d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763763:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763769:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763773:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763777:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c2f9000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156225.763779:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763783:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763789:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff8800939cca00) 00010000:00010000:0.0:1746156225.763791:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156225.763793:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763796:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9000/0xb0171789e0e750d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.763814:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e750ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f9a expref: 11 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.763820:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9600/0xb0171789e0e750df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810f9a expref: 10 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156225.763823:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff880135043300) 00010000:00010000:0.0:1746156225.763824:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746156225.763825:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2f9600, rc 0) 00000100:00100000:0.0:1746156225.763857:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:30963:x1830977056518528:12345-192.168.203.27@tcp:101:rm.0 Request processed in 390us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156225.763861:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44309 00000100:00100000:0.0:1746156225.765455:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.767862:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156225.770535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156225.773226:0:7106:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746156225.773232:0:7106:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8600/0xb0171789e0e75102 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.773248:0:7106:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bba8600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156225.773251:0:7106:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8600/0xb0171789e0e75102 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.773257:0:7106:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8600/0xb0171789e0e75102 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.773265:0:7106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff880135043300) 00010000:00010000:0.0:1746156225.773267:0:7106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746156225.773269:0:7106:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8600/0xb0171789e0e75102 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.773273:0:7106:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8600/0xb0171789e0e75102 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156225.773282:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156225.773284:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156225.773285:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746156226.647882:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053557632:0@lo:400:kworker.0 00000100:00100000:0.0:1746156226.647908:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156226.647934:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053557504 00000100:00100000:0.0:1746156226.647939:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053557504 00000100:00100000:0.0:1746156226.647974:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1746156226.647979:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830977053557504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156226.648012:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830977053557504:12345-0@lo:400:kworker.0 Request processed in 33us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156226.648018:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00080000:0.0:1746156226.648031:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156226.648503:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053557376 00000100:00100000:0.0:1746156226.648507:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053557376 00000100:00100000:0.0:1746156226.648532:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1746156226.648535:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830977053557376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156226.648561:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830977053557376:12345-0@lo:400:kworker.0 Request processed in 25us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156226.648565:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1746156226.648606:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053557632:0@lo:400:kworker.0 00000100:00100000:0.0:1746156226.648845:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053557760 00000100:00100000:0.0:1746156226.648848:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053557760 00000100:00100000:0.0:1746156226.648879:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1746156226.648883:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1830977053557760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156226.648916:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1830977053557760:12345-0@lo:400:kworker.0 Request processed in 33us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156226.648920:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1746156228.630352:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.630405:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.630433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.633245:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.633889:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.633944:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.634037:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4752 00000100:00100000:0.0:1746156228.634045:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1971:x1830977056519552:12345-192.168.203.27@tcp:9:kworker.0 00000020:00000080:0.0:1746156228.634061:0:21377:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb0171789e0d686fb 00000100:00080000:0.0:1746156228.634068:0:21377:0:(import.c:66:import_set_state_nolock()) ffff8801310aa800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746156228.634096:0:21377:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967843 00000100:00100000:0.0:1746156228.634483:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+2:1971:x1830977056519552:12345-192.168.203.27@tcp:9:kworker.0 Request processed in 440us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156228.635650:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4752 00000100:00100000:0.0:1746156228.810579:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056519936 00000100:00100000:0.0:1746156228.810586:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056519936 00000100:00100000:0.0:1746156228.810623:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44311 00000100:00100000:0.0:1746156228.810629:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977056519936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156228.810645:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156228.810659:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9600/0xb0171789e0e75109 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810fa8 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156228.810705:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e75110 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.810715:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e75110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.810723:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e75110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:0.0:1746156228.810764:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746156228.810767:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:0.0:1746156228.810779:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e75110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.810796:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9600/0xb0171789e0e75109 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810fa8 expref: 10 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156228.810807:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e75110 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810fa8 expref: 9 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156228.810813:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800939cc700) 00010000:00010000:0.0:1746156228.810815:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746156228.810818:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2f8a00, rc 0) 00000100:00100000:0.0:1746156228.810995:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31590:x1830977056519936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 366us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156228.811001:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44311 00000100:00100000:0.0:1746156228.813198:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056520192 00000100:00100000:0.0:1746156228.813206:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056520192 00000100:00100000:0.0:1746156228.813253:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44312 00000100:00100000:0.0:1746156228.813261:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31590:x1830977056520192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156228.813276:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156228.813280:0:7901:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746156228.813302:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8a00/0xb0171789e0e75110 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810fa8 expref: 9 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156228.813314:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800939cc700) 00010000:00010000:0.0:1746156228.813321:0:7901:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746156228.813329:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9400/0xb0171789e0e75117 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c810faf expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156228.813466:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.813475:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.813482:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.813491:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e75125 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.813496:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e75125 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.813501:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e75125 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00080000:0.0:1746156228.814553:0:7901:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:0.0:1746156228.814683:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e7512c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.814692:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e7512c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.814699:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e7512c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.814728:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.814733:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.814738:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.814746:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c2f9c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156228.814749:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.814754:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.814761:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800939cc300) 00010000:00010000:0.0:1746156228.814763:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156228.814766:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156228.814770:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9c00/0xb0171789e0e7511e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000004:00010000:0.0:1746156228.814777:0:7901:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800953cc700 reply state ffff880092568000 transno 4294986147 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e75125 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:0.0:1746156228.814783:0:7901:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746156228.814804:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9400/0xb0171789e0e75117 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810faf expref: 11 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156228.814816:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e7512c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810faf expref: 10 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156228.814822:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800939cc600) 00010000:00010000:0.0:1746156228.814823:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746156228.814825:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094167a00, rc 0) 00000100:00100000:0.0:1746156228.815249:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:31590:x1830977056520192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1987us (2365us total) trans 4294986147 rc 0/0 00000100:00100000:0.0:1746156228.815259:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44312 00000100:00100000:0.0:1746156228.817892:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.820899:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.822801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.825122:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.827883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.843156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.846478:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.846501:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056521472 00000100:00100000:0.0:1746156228.846507:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056521472 00000100:00100000:0.0:1746156228.846528:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4755 00000100:00100000:0.0:1746156228.846533:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1971:x1830977056521472:12345-192.168.203.27@tcp:8:rw_seq_cst_vs_d.0 00010000:00080000:0.0:1746156228.846555:0:21377:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp t0 exp (null) cur 484 last 0 00000020:00000080:0.0:1746156228.846575:0:21377:0:(genops.c:1402:class_connect()) connect: client 2f7f720d-4840-4eef-9211-6cf92ca834d9, cookie 0xb0171789e0e75187 00002000:00100000:0.0:1746156228.846583:0:21377:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 2f7f720d-4840-4eef-9211-6cf92ca834d9/ffff880094afd800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103658 ocd_grant: 76677120 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1746156228.846591:0:21377:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1746156228.846662:0:21377:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88009bb75f00 00002000:00080000:0.0:1746156228.846667:0:21377:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1746156228.846685:0:21377:0:(import.c:66:import_set_state_nolock()) ffff880094af8800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1746156228.846720:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1971:x1830977056521472:12345-192.168.203.27@tcp:8:rw_seq_cst_vs_d.0 Request processed in 186us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156228.846726:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4755 00000100:00100000:0.0:1746156228.854914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.859893:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00010000:0.0:1746156228.900884:0:8467:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746156228.900889:0:8467:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1746156229 00002000:00010000:0.0:1746156228.900891:0:8467:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746156228.900893:0:8467:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 0 -> 1746156229 00002000:00010000:0.0:1746156228.900895:0:8467:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:0.0:1746156228.900954:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977056521856:12345-192.168.203.27@tcp:10:rw_seq_cst_vs_d.0 Request processed in 40705us (41061us total) trans 4294967844 rc 0/0 00000100:00100000:0.0:1746156228.900963:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3832 00002000:00010000:0.0:1746156228.900968:0:8467:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/23 (0->18446744073709551615) 00002000:00100000:0.0:1746156228.900971:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd880 with x1830977056521856 ext(0->18446744073709551615) 00002000:00010000:0.0:1746156228.900976:0:8467:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbd880. 00000020:00000080:0.0:1746156228.901304:0:288:0:(genops.c:863:class_export_destroy()) destroying export ffff8801310aa000/5472605d-805c-4c64-82c5-ca9e69bfb8fc for lustre-OST0001 00000020:00000080:0.0:1746156228.901616:0:288:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8801310aa800 for lustre-OST0001 00000100:00100000:0.0:1746156228.903504:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.911138:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.920584:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.923495:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.925597:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.925781:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056522880 00000100:00100000:0.0:1746156228.925786:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056522880 00002000:00010000:0.0:1746156228.925813:0:8467:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/23 (8->18446744073709551615) 00002000:00100000:0.0:1746156228.925817:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977056522880 ext(8->18446744073709551615) 00002000:00010000:0.0:1746156228.925824:0:8467:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbea00. 00000100:00100000:0.0:1746156228.925959:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3833 00000100:00100000:0.0:1746156228.925969:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977056522880:12345-192.168.203.27@tcp:10:rw_seq_cst_vs_d.0 00002000:00010000:0.0:1746156228.926182:0:8467:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size from disk: 0 -> 8 00002000:00010000:0.0:1746156228.926185:0:8467:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746156229 -> 1746156229 00002000:00010000:0.0:1746156228.926188:0:8467:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746156228.926189:0:8467:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746156229 -> 1746156229 00002000:00010000:0.0:1746156228.926191:0:8467:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1746156228.926229:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977056522880:12345-192.168.203.27@tcp:10:rw_seq_cst_vs_d.0 Request processed in 263us (633us total) trans 4294967845 rc 0/0 00000100:00100000:0.0:1746156228.926234:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3833 00002000:00010000:0.0:1746156228.926237:0:8467:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/23 (8->18446744073709551615) 00002000:00100000:0.0:1746156228.926239:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977056522880 ext(8->18446744073709551615) 00002000:00010000:0.0:1746156228.926242:0:8467:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbea00. 00000100:00100000:0.0:1746156228.927899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.934807:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.938396:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.940501:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.942768:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.945653:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.949013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.950872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.953681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.959710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.963311:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.965663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.971103:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.972149:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.973510:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.975596:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.978178:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.980348:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.983037:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.986200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.988519:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.991972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.993039:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.994813:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.994890:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156228.997757:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.006009:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.008166:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.011305:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.014521:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.018151:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.023698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.025969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.029037:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.031723:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.034701:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.037013:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.039419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.042120:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.044028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.046245:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056529920 00000100:00100000:0.0:1746156229.046250:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056529920 00000100:00100000:0.0:1746156229.046303:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4772 00000100:00100000:0.0:1746156229.046308:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977056529920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156229.046314:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156229.046319:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136ba5200/0xb0171789e0e7521a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811050 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.046328:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.046331:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095715800/0xb0171789e0e75213 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811049 expref: 13 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.046335:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156229.046338:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136ba5200/0xb0171789e0e7521a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811050 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.046354:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095715800/0xb0171789e0e75213 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811049 expref: 13 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.046362:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136ba5200/0xb0171789e0e7521a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811050 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.046383:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136ba5200, rc 0) 00000100:00100000:0.0:1746156229.046705:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977056529920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 396us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.046711:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4772 00000100:00100000:0.0:1746156229.048322:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.050833:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.053058:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.053090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.056679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.058786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.058821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.061684:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.064212:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.066175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.068133:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.069694:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.071714:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.071851:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977056531968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2050us (2157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.071859:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9313 00000100:00100000:0.0:1746156229.074041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.076983:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.077346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.079131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.081297:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.081383:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.083723:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.085867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.085896:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.087508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.090083:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.091782:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.094031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.096188:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.098293:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.100655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.103663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.106948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.109735:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.112445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.112958:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.118833:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.122588:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.123720:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.126438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.130860:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.136141:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.138435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.140777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.143945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.146543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.146796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.150734:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.156091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.158941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.163530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.167552:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.172561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.174177:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.177187:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.182075:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.186059:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.193019:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.198788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.210818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.213511:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.216579:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.219304:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.225949:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.230839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.240842:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.242098:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.246187:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.249245:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.251961:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.254515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.257263:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.261034:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.266012:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.266058:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.269627:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.269657:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.273342:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.275174:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.277002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.279053:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056543360 00000100:00100000:0.0:1746156229.279060:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056543360 00000100:00100000:0.0:1746156229.279105:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4797 00000100:00100000:0.0:1746156229.279111:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056543360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156229.279125:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156229.279138:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e752c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8110ff expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.279162:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e752c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8110f8 expref: 14 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.279172:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156229.279174:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156229.279177:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e752c9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8110ff expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.279200:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e752c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8110f8 expref: 14 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.279211:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e752c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8110f8 expref: 14 pid: 8463 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746156229.279232:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f2da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053568768:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156229.279660:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156229.286261:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.288057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.288235:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.290855:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.292481:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.295112:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.297460:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.299185:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.301969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.305187:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.308416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.308520:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.310212:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.314938:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.317017:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.317068:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.319077:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.322810:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.322866:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.325942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.333101:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.335780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.340168:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.342350:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.344757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.345983:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.347910:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.349335:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.351747:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.354570:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.357482:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.359770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.364127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.367157:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.367228:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.369592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.370090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.371839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.374498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.381680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.385102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.387692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.389915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.394226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.394307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.396873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.398763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.402357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.404651:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.406731:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.409566:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.412510:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.414657:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.415492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.417459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.420415:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.421943:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.427058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.429854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.435557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.438284:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.440254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.443926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.445095:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.448151:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.451133:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.454304:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.459350:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.463417:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.465405:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.466740:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.470779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.470826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.473549:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.475903:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.479698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.481172:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.482948:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.485438:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.489161:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.492520:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3869 00000100:00100000:0.0:1746156229.492529:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056557696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156229.493267:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056557696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 738us (1621us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156229.493273:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3869 00002000:00100000:0.0:1746156229.493279:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bb480 x1830977056557696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:545/0 lens 488/4536 e 0 to 0 dl 1746156240 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156229.493287:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb480 with x1830977056557696 ext(0->4095) 00002000:00010000:0.0:1746156229.493289:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bb480 00000100:00100000:0.0:1746156229.494442:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.496344:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.498345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.500160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.501928:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.503354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.504979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.507080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.509761:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.511770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.513204:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.514547:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.515961:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.516033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.518051:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.520399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.520449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.522618:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.524262:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.526055:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.533195:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.535793:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.537820:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.539576:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.541248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.542938:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.543067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.546222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.548749:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.548775:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.551342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.554677:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.557498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.560012:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.564106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.568140:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.569484:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.571491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.572431:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b494380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053579264:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156229.572447:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941600/0xb0171789e0e753e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81121e expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.572456:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941600, rc 0) 00000100:00100000:0.0:1746156229.572474:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977056564480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2918us (2991us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.572480:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4838 00000100:00100000:0.0:1746156229.574717:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.576633:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.578697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.580176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.582491:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.585052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.586527:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.588070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.589911:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056566272 00000100:00100000:0.0:1746156229.589917:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056566272 00000100:00100000:0.0:1746156229.589949:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4842 00000100:00100000:0.0:1746156229.589954:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31590:x1830977056566272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156229.589969:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156229.589981:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136ba5200/0xb0171789e0e75404 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81123a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.590008:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e753fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811233 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.590014:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156229.590015:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156229.590018:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136ba5200/0xb0171789e0e75404 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81123a expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.590040:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e753fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811233 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.590050:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e753fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811233 expref: 18 pid: 21377 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746156229.590060:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c84ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053580288:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156229.590117:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156229.591989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.594181:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.594462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.596196:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.597924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.597970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.601911:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.603786:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.605990:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.609554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.612454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.616740:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.618806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.622527:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.627753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.631428:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.635515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.638969:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.640753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.640885:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.642539:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.642603:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.644755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.646537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.648472:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.650168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.651773:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.655620:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.657809:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.659797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.660606:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.663608:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.668344:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056572288 00000100:00100000:0.0:1746156229.668353:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056572288 00000100:00100000:0.0:1746156229.668414:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4854 00000100:00100000:0.0:1746156229.668421:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a5b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056572288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156229.668438:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156229.668454:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e75458 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81128e expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.668489:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156229.668495:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba8f200/0xb0171789e0e75451 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811287 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.668500:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156229.668503:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e75458 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81128e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.668531:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba8f200/0xb0171789e0e75451 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811287 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.668542:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e75458 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81128e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.668550:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136ba4e00, rc 0) 00000100:00100000:0.0:1746156229.668588:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a5b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056572288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.668593:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4854 00000100:00100000:0.0:1746156229.678552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.682074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.685339:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.685381:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056573312 00000100:00100000:0.0:1746156229.685389:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056573312 00010000:00010000:0.0:1746156229.685415:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e75458 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81128e expref: 6 pid: 8461 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746156229.685442:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9393 00000100:00100000:0.0:1746156229.685447:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056573312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156229.685458:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156229.685473:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e75458 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81128e expref: 6 pid: 8461 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.685482:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e75458 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81128e expref: 6 pid: 8461 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.685500:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e75458 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81128e expref: 6 pid: 8461 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.685510:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.685512:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.685519:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e7545f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811295 expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.685526:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e7545f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811295 expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.685550:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e7545f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811295 expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156229.685560:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b517800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053583744:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156229.685637:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156229.688117:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b517800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053583744:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156229.688134:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156229.688171:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056573312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2722us (2838us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.688181:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9393 00000100:00100000:0.0:1746156229.690901:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.693701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.697442:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.697905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.699986:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.703592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.705637:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.705686:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.707507:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.709800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.709983:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.713253:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.715621:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.718565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.720328:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.721904:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.723681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.725416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.727578:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.729834:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.731326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.731967:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.734015:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.736329:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.736447:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.738322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.740471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.743256:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.745549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.747181:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.753250:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.754042:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056579456 00000100:00100000:0.0:1746156229.754045:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056579456 00000100:00100000:0.0:1746156229.754063:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4868 00000100:00100000:0.0:1746156229.754068:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977056579456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156229.754075:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156229.754081:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e754ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8112f0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.754091:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.754094:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e754b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8112e9 expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.754098:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156229.754101:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e754ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8112f0 expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.754119:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e754b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8112e9 expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.754129:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e754ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8112f0 expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.754138:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136ba5c00, rc 0) 00000100:00100000:0.0:1746156229.754172:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977056579456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.754176:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4868 00000100:00100000:0.0:1746156229.755585:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.757272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.758921:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.758962:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.761186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.762905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.762953:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.766428:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.771333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.774775:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053587584:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156229.774797:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156229.774847:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977056580992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3370us (3518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.774856:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9408 00000100:00100000:0.0:1746156229.777774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.781953:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056581504 00000100:00100000:0.0:1746156229.781961:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056581504 00010000:00010000:0.0:1746156229.781996:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012a3a8400/0xb0171789e0e754c8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8112fe expref: 17 pid: 8461 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746156229.782034:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9409 00000100:00100000:0.0:1746156229.782041:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1975:x1830977056581504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156229.782053:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156229.782073:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012a3a8400/0xb0171789e0e754c8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8112fe expref: 17 pid: 8461 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.782084:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012a3a8400/0xb0171789e0e754c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8112fe expref: 17 pid: 8461 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.782106:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.782108:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.782120:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fe00/0xb0171789e0e754cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811305 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.782127:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fe00/0xb0171789e0e754cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811305 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.782159:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fe00/0xb0171789e0e754cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811305 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156229.782170:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053587840:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156229.782988:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156229.785761:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.788172:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.790802:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.792534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.794528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.797874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.801389:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.806965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.807035:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.809611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.812791:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.819900:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053589120:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156229.819920:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156229.819957:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1974:x1830977056584064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3869us (4283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.819967:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9414 00000100:00100000:0.0:1746156229.822016:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.829242:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056584576 00000100:00100000:0.0:1746156229.829247:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056584576 00010000:00010000:0.0:1746156229.829268:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c92400/0xb0171789e0e754f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811328 expref: 17 pid: 15159 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746156229.829286:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9415 00000100:00100000:0.0:1746156229.829292:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1975:x1830977056584576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156229.829302:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156229.829317:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c92400/0xb0171789e0e754f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811328 expref: 17 pid: 15159 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.829326:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c92400/0xb0171789e0e754f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811328 expref: 17 pid: 15159 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.829346:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c92400/0xb0171789e0e754f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811328 expref: 17 pid: 15159 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.829359:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.829361:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.829383:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e754f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81132f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.829390:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e754f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81132f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.829415:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e754f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81132f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156229.829424:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053589376:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156229.829467:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156229.832088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.832115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.832147:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093083800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053589376:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156229.832159:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156229.832202:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1975:x1830977056584576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2909us (3138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.832224:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9415 00000100:00100000:0.0:1746156229.832254:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056584960 00000100:00100000:0.0:1746156229.832259:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056584960 00002000:00100000:0.0:1746156229.832286:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039880 x1830977056584960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:545/0 lens 488/0 e 0 to 0 dl 1746156240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156229.832295:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039880 with x1830977056584960 ext(0->4095) 00002000:00010000:0.0:1746156229.832299:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095039880 00000100:00100000:0.0:1746156229.832312:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3894 00000100:00100000:0.0:1746156229.832318:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056584960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156229.832646:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056584960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 327us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156229.832652:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3894 00002000:00100000:0.0:1746156229.832657:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039880 x1830977056584960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:545/0 lens 488/4536 e 0 to 0 dl 1746156240 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156229.832664:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039880 with x1830977056584960 ext(0->4095) 00002000:00010000:0.0:1746156229.832667:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095039880 00000100:00100000:0.0:1746156229.836035:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053589504:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156229.836049:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce47c00/0xb0171789e0e75500 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811336 expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.836057:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce47c00, rc 0) 00000100:00100000:0.0:1746156229.836221:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977056584704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3217us (4130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.836226:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4878 00000100:00100000:0.0:1746156229.836772:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056585216 00000100:00100000:0.0:1746156229.836776:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056585216 00010000:00010000:0.0:1746156229.836796:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e754f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81132f expref: 6 pid: 15159 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746156229.836813:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9416 00000100:00100000:0.0:1746156229.836817:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056585216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156229.836830:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156229.836844:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e754f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81132f expref: 6 pid: 15159 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.836853:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e754f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81132f expref: 6 pid: 15159 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.836870:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e754f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81132f expref: 6 pid: 15159 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.836879:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.836881:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156229.836885:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce47c00/0xb0171789e0e75500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811336 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.836892:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce47c00/0xb0171789e0e75500 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811336 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.836910:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce47c00/0xb0171789e0e75500 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811336 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.836919:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce47c00/0xb0171789e0e75500 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811336 expref: 17 pid: 15159 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746156229.836928:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095038700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053589760:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156229.836973:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156229.840021:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095038700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053589760:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156229.840040:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156229.840199:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977056585216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3379us (3463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156229.840209:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9416 00000100:00100000:0.0:1746156229.840252:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056585472 00000100:00100000:0.0:1746156229.840257:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056585472 00002000:00100000:0.0:1746156229.840284:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8700 x1830977056585472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:545/0 lens 488/0 e 0 to 0 dl 1746156240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156229.840294:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8700 with x1830977056585472 ext(0->4095) 00010000:00010000:0.0:1746156229.840301:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce47c00/0xb0171789e0e75500 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811336 expref: 18 pid: 15159 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.840313:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce47c00/0xb0171789e0e75500 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811336 expref: 18 pid: 15159 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746156229.840639:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b8700 00000100:00100000:0.0:1746156229.840798:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1770 00000100:00100000:0.0:1746156229.840805:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1975:x1830977056585472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156229.840942:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1975:x1830977056585472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (739us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156229.840948:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1770 00002000:00100000:0.0:1746156229.840952:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8700 x1830977056585472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:545/0 lens 488/4536 e 0 to 0 dl 1746156240 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156229.840959:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8700 with x1830977056585472 ext(0->4095) 00010000:00010000:0.0:1746156229.841403:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce47c00/0xb0171789e0e75500 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811336 expref: 18 pid: 15159 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746156229.841414:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce47c00/0xb0171789e0e75500 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811336 expref: 18 pid: 15159 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746156229.841420:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b8700 00000001:00080000:0.0:1746156229.843667:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986147 is committed 00000001:00080000:0.0:1746156229.843679:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986150 is committed 00000001:00080000:0.0:1746156229.843693:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986152 is committed 00000004:00080000:0.0:1746156229.843698:0:7168:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000100:00100000:0.0:1746156229.850556:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.850730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156229.851636:0:7106:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746156229.851641:0:7106:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c293800/0xb0171789e0e7550e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.851647:0:7106:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c293800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156229.851650:0:7106:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c293800/0xb0171789e0e7550e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.851656:0:7106:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c293800/0xb0171789e0e7550e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.851665:0:7106:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c293800/0xb0171789e0e7550e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.851669:0:7106:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c293800/0xb0171789e0e7550e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156229.851688:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156229.851689:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156229.851690:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746156229.853535:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.855830:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.861585:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.865697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.868154:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.874073:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.876933:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.882769:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.891106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.898249:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.899792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.903359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.907500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.915306:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.922851:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.931337:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.934241:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.936203:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.938349:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.939801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.941445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.942933:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.945176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.948228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.950323:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.952353:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.952437:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.954641:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.956332:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.956398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.958694:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.960673:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.961005:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.963832:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.967346:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.973875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.976079:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.979098:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.985165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.985193:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.987642:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156229.990606:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.000475:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156230.000630:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156230.004611:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.007735:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156230.008181:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156230.014333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.016780:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.022279:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.023906:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.024760:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.028398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.031772:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.035720:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.040744:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.042474:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.044906:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.049427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.051821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.052501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.054143:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.064435:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.067412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.067479:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.069980:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.072724:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.075852:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.078182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.083081:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.087204:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056598400 00000100:00100000:0.0:1746156230.087218:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056598400 00000100:00100000:0.0:1746156230.087526:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4904 00000100:00100000:0.0:1746156230.087532:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:31590:x1830977056598400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156230.087545:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156230.087556:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c293800/0xb0171789e0e755b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8113e5 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.087580:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22fc00/0xb0171789e0e755af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8113de expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.087587:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156230.087589:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156230.087592:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c293800/0xb0171789e0e755b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8113e5 expref: 25 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.087614:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22fc00/0xb0171789e0e755af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8113de expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.087625:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22fc00/0xb0171789e0e755af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8113de expref: 5 pid: 8463 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746156230.087634:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053596160:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156230.090905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.091254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.094950:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.098220:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.101677:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.104909:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.107884:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.111326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.115598:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.115647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.120464:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.127612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.130555:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.133829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.138667:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.141575:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.141647:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.143913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.143959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.146072:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.149537:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.152421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.155085:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.157165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.158954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.161727:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.163612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.163726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.166570:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.168809:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.169056:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.171670:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.173695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.173970:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.176904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.179887:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.184080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.185992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.188769:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.194300:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.194355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.198082:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.198798:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.200823:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.203808:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.210650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.223496:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.226899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.231649:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.236836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.239620:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.241088:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.243701:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.247494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.252067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.252164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.255861:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.259840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.260590:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.274608:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.280064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.282128:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.284705:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.289910:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b494700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053601664:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156230.289939:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156230.289987:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1975:x1830977056609408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5004us (5281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156230.290003:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9463 00000100:00100000:0.0:1746156230.292771:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.295087:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.298195:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.301099:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.304061:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.306309:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.308722:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.310680:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.313056:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.318963:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.319643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.322293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.324470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.325623:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056612096 00000100:00100000:0.0:1746156230.325628:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056612096 00010000:00010000:0.0:1746156230.325646:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e75665 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811494 expref: 28 pid: 8461 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746156230.325675:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9468 00000100:00100000:0.0:1746156230.325680:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1972:x1830977056612096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156230.325689:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156230.325707:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e75665 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811494 expref: 28 pid: 8461 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746156230.325717:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e75665 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811494 expref: 28 pid: 8461 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746156230.325734:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e75665 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811494 expref: 28 pid: 8461 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746156230.325764:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156230.325766:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156230.325772:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009547e400/0xb0171789e0e7566c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81149b expref: 27 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.325778:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547e400/0xb0171789e0e7566c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81149b expref: 27 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.325800:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009547e400/0xb0171789e0e7566c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81149b expref: 27 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.326060:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009547e400/0xb0171789e0e7566c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81149b expref: 27 pid: 8461 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746156230.326072:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a95f7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053603072:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156230.326558:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156230.328873:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056612352 00000100:00100000:0.0:1746156230.328878:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056612352 00002000:00100000:0.0:1746156230.328905:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd7800 x1830977056612352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:546/0 lens 488/0 e 0 to 0 dl 1746156241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156230.328914:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977056612352 ext(0->4095) 00010000:00010000:0.0:1746156230.328920:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009547e400/0xb0171789e0e7566c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81149b expref: 27 pid: 8461 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746156230.328931:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009547e400/0xb0171789e0e7566c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81149b expref: 27 pid: 8461 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746156230.328937:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd7800 00000100:00100000:0.0:1746156230.328951:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1800 00000100:00100000:0.0:1746156230.328956:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977056612352:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156230.329078:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977056612352:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156230.329083:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1800 00002000:00100000:0.0:1746156230.329088:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd7800 x1830977056612352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:546/0 lens 488/4536 e 0 to 0 dl 1746156241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156230.329095:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977056612352 ext(0->4095) 00010000:00010000:0.0:1746156230.329099:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009547e400/0xb0171789e0e7566c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81149b expref: 27 pid: 8461 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746156230.329108:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009547e400/0xb0171789e0e7566c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81149b expref: 27 pid: 8461 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746156230.329113:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd7800 00000100:00100000:0.0:1746156230.334236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.334284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.337462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.340727:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.346815:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.349057:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.352324:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.354233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.356218:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.356788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.360902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.364588:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.368193:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.368924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.371145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.373203:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.374041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.375644:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746156230.375657:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053604736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746156230.375976:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156230.376275:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053604736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746156230.378449:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.382164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.384282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.386462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.388546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.391555:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.392078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.393818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.397778:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.397825:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.401865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.406219:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.406272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.409841:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.414118:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.417776:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.420952:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.424261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.427620:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.427981:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.430477:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.432281:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.437662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.441619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.444249:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.445962:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.448539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.451835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.453733:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.455082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.457886:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.463464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.468067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.468149:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.473767:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.477641:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.478075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.480822:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.484003:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.486964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.490846:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.495175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.498576:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.499980:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053608448:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156230.500066:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156230.500093:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1975:x1830977056622720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4617us (4923us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156230.500101:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9489 00000100:00100000:0.0:1746156230.504531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.504624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.507502:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.511464:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.512823:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b223d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156230.518416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.520492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.526945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.530550:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.532757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.538768:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.542412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.545119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.554521:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.556072:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.558754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.563110:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.572355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.576291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.583969:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056626816 00000100:00100000:0.0:1746156230.583977:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056626816 00002000:00100000:0.0:1746156230.584021:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800931b9f80 x1830977056626816/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:546/0 lens 496/0 e 0 to 0 dl 1746156241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156230.584031:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977056626816 ext(0->7) 00010000:00010000:0.0:1746156230.584039:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e75730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81155f expref: 27 pid: 8463 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746156230.584052:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e75730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81155f expref: 27 pid: 8463 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746156230.584058:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9f80 00000100:00100000:0.0:1746156230.584086:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1816 00000100:00100000:0.0:1746156230.584093:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977056626816:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746156230.584425:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1975:x1830977056626816:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 332us (577us total) trans 4294967856 rc 0/0 00000100:00100000:0.0:1746156230.584431:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1816 00002000:00100000:0.0:1746156230.584435:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800931b9f80 x1830977056626816/t4294967856(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:546/0 lens 496/448 e 0 to 0 dl 1746156241 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156230.584442:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977056626816 ext(0->7) 00010000:00010000:0.0:1746156230.584447:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e75730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81155f expref: 29 pid: 8463 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746156230.584454:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e75730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81155f expref: 29 pid: 8463 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746156230.584459:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9f80 00000100:00100000:0.0:1746156230.593447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.597154:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.606725:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.612543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.617070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.620449:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.623854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.626789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.628872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.639982:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.640087:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.645814:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056628992 00000100:00100000:0.0:1746156230.645821:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056628992 00002000:00100000:0.0:1746156230.645850:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495f80 x1830977056628992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:546/0 lens 488/0 e 0 to 0 dl 1746156241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156230.645858:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495f80 with x1830977056628992 ext(0->4095) 00010000:00010000:0.0:1746156230.645863:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e7574c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81157b expref: 33 pid: 8463 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746156230.645874:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e7574c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81157b expref: 33 pid: 8463 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746156230.645879:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495f80 00000100:00100000:0.0:1746156230.645897:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1819 00000100:00100000:0.0:1746156230.645902:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1974:x1830977056628992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156230.646811:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1974:x1830977056628992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 906us (1505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156230.646820:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1819 00002000:00100000:0.0:1746156230.646826:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495f80 x1830977056628992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:546/0 lens 488/4536 e 0 to 0 dl 1746156241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156230.646833:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495f80 with x1830977056628992 ext(0->4095) 00010000:00010000:0.0:1746156230.646837:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e7574c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81157b expref: 32 pid: 8463 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746156230.646846:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e7574c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81157b expref: 32 pid: 8463 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746156230.646851:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495f80 00000100:00100000:0.0:1746156230.650517:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.650567:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.656135:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.659463:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.660015:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056629760 00000100:00100000:0.0:1746156230.660017:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056629760 00000100:00100000:0.0:1746156230.662497:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.666168:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.672689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.676429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.679255:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.680801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.683507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.687020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.690946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.700354:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.725803:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.742057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.745025:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.746274:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.748970:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.749757:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053612928:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156230.749785:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e7577d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8115ac expref: 34 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.749798:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22ec00, rc 0) 00000100:00100000:0.0:1746156230.749833:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:31590:x1830977056632192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3508us (3559us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156230.749838:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4969 00000100:00100000:0.0:1746156230.751231:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.754836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.758061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.760250:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.762689:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.765612:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.767513:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.770084:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.771872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.782606:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.785806:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.787017:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.791547:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.793818:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.793867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.797423:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.807705:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.811277:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.811309:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056635776 00000100:00100000:0.0:1746156230.811317:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056635776 00000100:00100000:0.0:1746156230.814325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.818931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.819015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.822065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.824062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.827970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.831256:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.834313:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.836201:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.839319:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.841971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.843829:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.844796:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.846270:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.849040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.850853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.851148:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.853242:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.855764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.855813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.858984:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b494700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053616512:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156230.859005:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156230.859045:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1975:x1830977056639104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2429us (3230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156230.859054:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9520 00000100:00100000:0.0:1746156230.865659:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.871163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.872727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.875014:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.878767:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.881485:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.882404:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.885422:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.888636:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.888684:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.891713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.893506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.893539:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.896260:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.898123:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.900949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.903070:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.905221:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.906729:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.907881:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.909748:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.911342:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.913315:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.915312:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.922933:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.928345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.928421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.928468:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056644096 00000100:00100000:0.0:1746156230.928474:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056644096 00000100:00100000:0.0:1746156230.928513:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4992 00000100:00100000:0.0:1746156230.928519:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:31590:x1830977056644096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156230.928530:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156230.928543:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c293a00/0xb0171789e0e7581e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81164d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.928563:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095755e00/0xb0171789e0e75817 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811646 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.928569:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156230.928571:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156230.928573:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c293a00/0xb0171789e0e7581e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81164d expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.928597:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095755e00/0xb0171789e0e75817 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811646 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156230.928607:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095755e00/0xb0171789e0e75817 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811646 expref: 6 pid: 15159 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746156230.928616:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053618816:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156230.928670:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156230.931382:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.931464:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.935163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.937643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.937691:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.946232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.949954:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.954303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.957588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.960282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.962703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.965219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.965334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.968100:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.970895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.974040:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.976048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.978064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.980210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.985864:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.985916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.990853:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.992764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.994913:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.995532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156230.998234:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:0.0:1746156230.998463:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbea00 x1830977056648704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:546/0 lens 488/0 e 0 to 0 dl 1746156241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156230.998481:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbea00 with x1830977056648704 ext(0->4095) 00010000:00010000:0.0:1746156230.998489:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095755a00/0xb0171789e0e75856 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811685 expref: 35 pid: 15159 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156230.998502:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095755a00/0xb0171789e0e75856 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811685 expref: 35 pid: 15159 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746156230.998508:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbea00 00000100:00100000:0.0:1746156230.998531:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1842 00000100:00100000:0.0:1746156230.998538:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1974:x1830977056648704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156230.998796:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1974:x1830977056648704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 257us (569us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156230.998802:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1842 00002000:00100000:0.0:1746156230.998808:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbea00 x1830977056648704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:546/0 lens 488/4536 e 0 to 0 dl 1746156241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156230.998815:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbea00 with x1830977056648704 ext(0->4095) 00010000:00010000:0.0:1746156230.998819:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095755a00/0xb0171789e0e75856 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811685 expref: 35 pid: 15159 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156230.998828:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095755a00/0xb0171789e0e75856 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811685 expref: 35 pid: 15159 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746156230.998834:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbea00 00000100:00100000:0.0:1746156231.000635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.000682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.003427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.009048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.015104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.019164:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.024919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.027431:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056649984 00000100:00100000:0.0:1746156231.027440:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056649984 00000100:00100000:0.0:1746156231.027482:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5004 00000100:00100000:0.0:1746156231.027488:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:31590:x1830977056649984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156231.027503:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156231.027515:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b385800/0xb0171789e0e75872 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8116a1 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.027538:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e7586b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81169a expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.027543:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.027544:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.027547:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b385800/0xb0171789e0e75872 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116a1 expref: 36 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.027569:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e7586b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81169a expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.027578:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e7586b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81169a expref: 5 pid: 8461 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746156231.027591:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053621888:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156231.027656:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156231.030290:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.030420:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053621888:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156231.030440:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b385800/0xb0171789e0e75872 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116a1 expref: 35 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.030454:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b385800, rc 0) 00000100:00100000:0.0:1746156231.030472:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:31590:x1830977056649984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2985us (4501us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.030478:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5004 00000100:00100000:0.0:1746156231.034738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.037247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.039586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.043912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.053744:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.055555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.060438:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.060483:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156231.061397:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156231.061406:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c293800/0xb0171789e0e75887 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8116b6 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.061584:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.061590:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095754a00/0xb0171789e0e75880 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116af expref: 39 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.061596:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156231.061599:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c293800/0xb0171789e0e75887 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116b6 expref: 39 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.061626:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095754a00/0xb0171789e0e75880 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116af expref: 39 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.061649:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c293800/0xb0171789e0e75887 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116b6 expref: 39 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.061658:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c293800, rc 0) 00000100:00100000:0.0:1746156231.061945:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:31591:x1830977056651520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1340us (1459us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.062173:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5007 00000100:00100000:0.0:1746156231.064414:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.068936:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.072329:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.075560:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.078002:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.084243:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.086489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.087172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.090073:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.099440:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.107593:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.113478:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.115956:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.119459:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.122702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.125490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.125954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156231.126527:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156231.126534:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c293a00/0xb0171789e0e758b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8116e0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.126545:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.126549:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e758aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116d9 expref: 39 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.126553:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156231.126556:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c293a00/0xb0171789e0e758b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116e0 expref: 39 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.126574:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e758aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116d9 expref: 39 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.126589:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c293a00/0xb0171789e0e758b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116e0 expref: 39 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.126598:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c293a00, rc 0) 00000100:00100000:0.0:1746156231.126632:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:31591:x1830977056654592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 582us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.126638:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5013 00000100:00100000:0.0:1746156231.130183:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.130459:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1849 00000100:00100000:0.0:1746156231.130466:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1975:x1830977056654976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156231.130599:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1975:x1830977056654976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156231.130604:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1849 00002000:00100000:0.0:1746156231.130609:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350d880 x1830977056654976/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:547/0 lens 488/4536 e 0 to 0 dl 1746156242 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156231.130616:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350d880 with x1830977056654976 ext(0->4095) 00010000:00010000:0.0:1746156231.130619:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e758aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116d9 expref: 38 pid: 8463 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.130628:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c93a00/0xb0171789e0e758aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8116d9 expref: 38 pid: 8463 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746156231.130633:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350d880 00000100:00100000:0.0:1746156231.132128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.135422:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.137597:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.140814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.142998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.146099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.146136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.150385:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.156355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.157067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.159914:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.161882:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.162183:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.163857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.165947:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.170519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.174167:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056658048 00000100:00100000:0.0:1746156231.174175:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056658048 00000100:00100000:0.0:1746156231.174237:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5019 00000100:00100000:0.0:1746156231.174245:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056658048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156231.174264:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156231.174280:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c292800/0xb0171789e0e758db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81170a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.174308:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e758d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811703 expref: 36 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.174315:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156231.174317:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156231.174320:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c292800/0xb0171789e0e758db lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81170a expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.174349:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e758d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811703 expref: 36 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.174361:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e758d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811703 expref: 36 pid: 21377 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746156231.174393:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053625728:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156231.174479:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156231.176332:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.179957:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.179994:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.182020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.182057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.184793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.187592:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.192815:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.194922:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.200406:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.202323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.203400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.205800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.205879:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.211573:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.214990:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.216434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.218806:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.222608:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056661504 00000100:00100000:0.0:1746156231.222615:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056661504 00002000:00100000:0.0:1746156231.222652:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbf100 x1830977056661504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:547/0 lens 488/0 e 0 to 0 dl 1746156242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156231.222661:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf100 with x1830977056661504 ext(0->4095) 00002000:00010000:0.0:1746156231.222665:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbf100 00000100:00100000:0.0:1746156231.222677:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 3965 00000100:00100000:0.0:1746156231.222682:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056661504:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156231.222794:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056661504:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156231.222800:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 3965 00002000:00100000:0.0:1746156231.222804:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbf100 x1830977056661504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:547/0 lens 488/4536 e 0 to 0 dl 1746156242 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156231.222815:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf100 with x1830977056661504 ext(0->4095) 00002000:00010000:0.0:1746156231.222818:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbf100 00000100:00100000:0.0:1746156231.225170:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.225857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.229193:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.236337:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.236416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.244258:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.244299:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.246635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.250820:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.253190:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.255837:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.258733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.261320:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.262177:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056664320 00000100:00100000:0.0:1746156231.262181:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056664320 00000100:00100000:0.0:1746156231.262199:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5032 00000100:00100000:0.0:1746156231.262214:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:31590:x1830977056664320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156231.262222:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156231.262228:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b385800/0xb0171789e0e75936 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811765 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.262246:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.262250:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095754a00/0xb0171789e0e7592f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81175e expref: 39 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.262255:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156231.262258:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b385800/0xb0171789e0e75936 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811765 expref: 39 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.262276:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095754a00/0xb0171789e0e7592f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81175e expref: 39 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.262286:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b385800/0xb0171789e0e75936 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811765 expref: 39 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.262295:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b385800, rc 0) 00000100:00100000:0.0:1746156231.262327:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:31590:x1830977056664320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.262332:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5032 00000100:00100000:0.0:1746156231.267833:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.270277:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.272474:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.273721:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.275606:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.277348:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.277506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.280294:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.283047:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.285497:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.287292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.292511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.295792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.296319:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.299557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.299732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.301964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.304579:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.308676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.311468:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.314735:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.318401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.319495:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.319527:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.321780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.323195:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.324671:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.325706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.328158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.329890:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.329953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.331982:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.334982:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.339431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.341392:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.343252:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.346865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.347942:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.349419:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.351090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.353739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.353782:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.356957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.360773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.363859:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.365533:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.369616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.370961:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.373729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.376762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.378168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.382989:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.386303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.387780:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.390541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.392568:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.394999:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.398501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.399171:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056674688 00000100:00100000:0.0:1746156231.399175:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056674688 00000100:00100000:0.0:1746156231.399244:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5052 00000100:00100000:0.0:1746156231.399251:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:31590:x1830977056674688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156231.399258:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156231.399266:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b384000/0xb0171789e0e759c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8117f1 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.399279:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.399283:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e759bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8117ea expref: 41 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.399293:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156231.399296:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b384000/0xb0171789e0e759c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8117f1 expref: 41 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.399320:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e759bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8117ea expref: 41 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.399331:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b384000/0xb0171789e0e759c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8117f1 expref: 41 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.399340:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b384000, rc 0) 00000100:00100000:0.0:1746156231.399362:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31590:x1830977056674688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.399387:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5052 00000100:00100000:0.0:1746156231.400777:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.403269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.405454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.405489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.408032:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.410129:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.410169:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.411947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.413902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.416562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.419273:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.426584:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.430005:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.433659:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.437309:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.441272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.444647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.446890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.449074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.450543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.453520:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.453654:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.456489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.462087:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.462789:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.467407:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.467449:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.470359:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.473250:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.475922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.477853:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.480027:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.482823:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.486584:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.488182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.489419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.493668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.495527:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.495591:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.498992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.500791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.500840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.502703:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053638016:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156231.502910:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156231.503016:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1973:x1830977056682496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2027us (2173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.503026:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9604 00000100:00100000:0.0:1746156231.505461:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.509132:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.511030:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.513649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.515851:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.520229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.522082:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056684032 00000100:00100000:0.0:1746156231.522086:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056684032 00010000:00010000:0.0:1746156231.522104:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c92400/0xb0171789e0e75a32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811861 expref: 6 pid: 8461 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746156231.522120:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9607 00000100:00100000:0.0:1746156231.522124:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056684032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156231.522131:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156231.522146:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c92400/0xb0171789e0e75a32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811861 expref: 6 pid: 8461 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.522159:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c92400/0xb0171789e0e75a32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811861 expref: 6 pid: 8461 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.522173:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c92400/0xb0171789e0e75a32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811861 expref: 6 pid: 8461 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.522184:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.522185:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.522191:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2f9200/0xb0171789e0e75a39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811868 expref: 39 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.522197:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2f9200/0xb0171789e0e75a39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811868 expref: 39 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.522228:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2f9200/0xb0171789e0e75a39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811868 expref: 39 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.522237:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c2f9200/0xb0171789e0e75a39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811868 expref: 39 pid: 8461 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746156231.522245:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a95f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053638784:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156231.522289:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156231.523938:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.526182:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.528400:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.529655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.532184:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.534482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.537074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.540069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.541209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.545126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.551150:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.551237:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.554927:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.558419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.559347:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.562568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.566483:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056686976 00000100:00100000:0.0:1746156231.566492:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056686976 00010000:00010000:0.0:1746156231.566522:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e75a5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81188b expref: 6 pid: 8461 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746156231.566547:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9613 00000100:00100000:0.0:1746156231.566553:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056686976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156231.566566:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156231.566584:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e75a5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81188b expref: 6 pid: 8461 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.566593:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e75a5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81188b expref: 6 pid: 8461 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.566614:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e75a5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81188b expref: 6 pid: 8461 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.566633:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.566636:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.566642:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e75a63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811892 expref: 38 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.566650:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e75a63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811892 expref: 38 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.566675:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e75a63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811892 expref: 38 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156231.566685:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095038e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053640192:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156231.566740:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156231.571797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.573724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.579180:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.586428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.587309:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.590213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.595229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.600139:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.602844:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.605313:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.608249:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.610059:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.610123:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.614890:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.619237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.622148:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.626436:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.628616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.633011:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.635537:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.637345:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.637982:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.640214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.642443:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.644736:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.648836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.652010:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.654953:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.655717:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1830977053642880:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.655750:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156231.655766:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977053643392:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.655781:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156231.655795:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746156231.655800:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b495c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d1564f43-51fa-4103-925d-40b72781cb59:3302:1830977053642752:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.655819:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156231.655836:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830977053643264:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.655851:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156231.655867:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977053643008:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.655882:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156231.655895:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746156231.655899:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053643136:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.655913:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156231.655932:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053642880 00000100:00100000:0.0:1746156231.655935:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053642880 00000100:00100000:0.0:1746156231.655956:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053643264 00000100:00100000:0.0:1746156231.655958:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053643264 00000100:00100000:0.0:1746156231.655972:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053643008 00000100:00100000:0.0:1746156231.655974:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053643008 00000100:00100000:0.0:1746156231.655985:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1746156231.655989:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1830977053642880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.656021:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1830977053642880:12345-0@lo:400:kworker.0 Request processed in 31us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.656026:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1746156231.656036:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1746156231.656040:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830977053643264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.656057:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830977053643264:12345-0@lo:400:kworker.0 Request processed in 17us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.656062:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00080000:0.0:1746156231.656077:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156231.656094:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977053643008:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.656109:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b495c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d1564f43-51fa-4103-925d-40b72781cb59:3302:1830977053642752:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.656115:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830977053643264:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.656120:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1830977053642880:0@lo:400:kworker.0 00000100:00080000:0.0:1746156231.656133:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156231.656155:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1746156231.656160:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3303:x1830977053643136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.656184:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3303:x1830977053643136:12345-0@lo:400:kworker.0 Request processed in 25us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.656188:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00080000:0.0:1746156231.656207:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156231.656217:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053643136:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.656228:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977053643392:0@lo:400:kworker.0 00000100:00100000:0.0:1746156231.658507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.660931:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.662441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.665765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.672314:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.675193:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.678708:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.680868:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.684585:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.686130:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.686725:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056694144 00000100:00100000:0.0:1746156231.686729:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056694144 00000100:00100000:0.0:1746156231.686762:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5090 00000100:00100000:0.0:1746156231.686768:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:31591:x1830977056694144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156231.686775:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156231.686780:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e75acc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8118fb expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.686790:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.686794:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e75ac5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8118f4 expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.686799:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156231.686801:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e75acc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8118fb expref: 41 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.686818:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e75ac5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8118f4 expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.686828:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e75acc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8118fb expref: 41 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.686837:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c92200, rc 0) 00000100:00100000:0.0:1746156231.686870:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31591:x1830977056694144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.686875:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5090 00000100:00100000:0.0:1746156231.688086:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.690929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.693802:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.697246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.699292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.702630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.705643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.707701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.707782:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.711687:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.715407:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.718236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.718278:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.724491:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.729036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.733134:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.738599:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.745214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.748097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.750762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.753801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.759212:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.760295:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.763053:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.766172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.771135:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.774277:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.779109:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.779161:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.782698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.786945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.791094:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.797088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.801572:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053647616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746156231.801625:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156231.813750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.821727:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.822049:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.823889:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.825877:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.831528:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053648000:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156231.831549:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156231.831573:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056701056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5589us (5701us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156231.831581:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9640 00000100:00100000:0.0:1746156231.839763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.872789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.875995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.877569:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.885751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.889244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.894250:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.896881:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.902439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.904613:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.906472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.907758:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056703360 00000100:00100000:0.0:1746156231.907763:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056703360 00010000:00010000:0.0:1746156231.907780:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095753600/0xb0171789e0e75b35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811964 expref: 6 pid: 21377 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746156231.907809:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9644 00000100:00100000:0.0:1746156231.907814:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056703360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156231.907823:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156231.907840:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095753600/0xb0171789e0e75b35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811964 expref: 6 pid: 21377 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.907853:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095753600/0xb0171789e0e75b35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811964 expref: 6 pid: 21377 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.907868:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095753600/0xb0171789e0e75b35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811964 expref: 6 pid: 21377 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746156231.907890:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.907892:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156231.907897:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e75b3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81196b expref: 45 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.907904:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e75b3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81196b expref: 45 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.907924:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e75b3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81196b expref: 45 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156231.907934:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e75b3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81196b expref: 45 pid: 21377 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746156231.907943:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c081f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7102:1830977053649152:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156231.907999:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156231.910814:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.913226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.919727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.923011:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.926565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.929280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.930512:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.932829:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.934274:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.939803:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.944294:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.949395:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.949422:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056705536 00000100:00100000:0.0:1746156231.949429:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056705536 00002000:00100000:0.0:1746156231.949468:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fb800 x1830977056705536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:547/0 lens 488/0 e 0 to 0 dl 1746156242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156231.949477:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb800 with x1830977056705536 ext(0->4095) 00002000:00010000:0.0:1746156231.949481:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fb800 00000100:00100000:0.0:1746156231.949503:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4008 00000100:00100000:0.0:1746156231.949511:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1974:x1830977056705536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156231.949670:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1974:x1830977056705536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156231.949677:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4008 00002000:00100000:0.0:1746156231.949683:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fb800 x1830977056705536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:547/0 lens 488/4536 e 0 to 0 dl 1746156242 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156231.949690:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb800 with x1830977056705536 ext(0->4095) 00002000:00010000:0.0:1746156231.949693:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fb800 00000100:00100000:0.0:1746156231.952055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.956706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.961719:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056706176 00000100:00100000:0.0:1746156231.961724:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056706176 00002000:00100000:0.0:1746156231.961753:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093635500 x1830977056706176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:547/0 lens 488/0 e 0 to 0 dl 1746156242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156231.961761:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635500 with x1830977056706176 ext(0->4095) 00010000:00010000:0.0:1746156231.961765:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75b5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81198e expref: 6 pid: 21377 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156231.961774:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75b5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81198e expref: 6 pid: 21377 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746156231.961780:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093635500 00000100:00100000:0.0:1746156231.961797:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1902 00000100:00100000:0.0:1746156231.961804:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056706176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156231.961941:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056706176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (895us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156231.961948:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1902 00002000:00100000:0.0:1746156231.961954:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093635500 x1830977056706176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:547/0 lens 488/4536 e 0 to 0 dl 1746156242 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156231.961960:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635500 with x1830977056706176 ext(0->4095) 00010000:00010000:0.0:1746156231.961965:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75b5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81198e expref: 6 pid: 21377 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156231.961974:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75b5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81198e expref: 6 pid: 21377 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746156231.961984:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093635500 00000100:00100000:0.0:1746156231.964193:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.966023:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.971761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.973832:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.977211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.984709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.988824:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.989660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.992891:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.996354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156231.999359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.002097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156232.002528:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156232.004693:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156232.004868:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156232.008670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.009939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.012186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.012813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.016252:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.031265:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.035905:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.039031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.041913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.046299:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.056228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.056296:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.056738:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056710656 00000100:00100000:0.0:1746156232.056747:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056710656 00000100:00100000:0.0:1746156232.056805:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5121 00000100:00100000:0.0:1746156232.056814:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31590:x1830977056710656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156232.056831:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156232.056851:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e75ba5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8119d4 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.056878:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156232.056884:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e75b9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8119cd expref: 48 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.056891:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156232.056894:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e75ba5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8119d4 expref: 48 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.056937:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e75b9e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8119cd expref: 48 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.056951:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e75ba5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8119d4 expref: 48 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.056960:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c92200, rc 0) 00000100:00100000:0.0:1746156232.057005:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:31590:x1830977056710656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156232.057012:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5121 00000100:00100000:0.0:1746156232.061043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.064184:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.064967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.067748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.069893:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.072879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.074958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.078025:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.079944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.082142:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.084455:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.086114:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.087401:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.088157:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.089845:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.091933:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.092344:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.095464:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.099063:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.101016:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.104806:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.111146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.116175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.120424:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.124407:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.128889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.131685:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.131705:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056715520 00000100:00100000:0.0:1746156232.131710:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056715520 00002000:00100000:0.0:1746156232.131746:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad500 x1830977056715520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:548/0 lens 488/0 e 0 to 0 dl 1746156243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.131755:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad500 with x1830977056715520 ext(0->4095) 00010000:00010000:0.0:1746156232.131762:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e75bdd lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a0c expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.131773:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e75bdd lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a0c expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746156232.131779:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ad500 00000100:00100000:0.0:1746156232.131794:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1913 00000100:00100000:0.0:1746156232.131800:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056715520:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746156232.131916:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056715520:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156232.131922:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1913 00002000:00100000:0.0:1746156232.131927:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad500 x1830977056715520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:548/0 lens 488/4536 e 0 to 0 dl 1746156243 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.131934:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad500 with x1830977056715520 ext(0->4095) 00010000:00010000:0.0:1746156232.131938:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e75bdd lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a0c expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.131946:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e75bdd lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a0c expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746156232.131951:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ad500 00000100:00100000:0.0:1746156232.136664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.136711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.139628:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.141723:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.143873:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.145824:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.148235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.151958:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.155214:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.155660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.162263:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.168298:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.174614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.174666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.179587:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.183825:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.183873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.191998:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.195993:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.217439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.223601:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.223670:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.235950:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.238273:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.247415:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053657216:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156232.247439:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156232.247486:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056719744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9039us (9217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156232.247500:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9676 00000100:00100000:0.0:1746156232.268976:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.284831:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.285127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.289945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.292153:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.299666:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.305238:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.313143:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.318950:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.326336:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.333028:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.338808:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.343287:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.343423:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.343876:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056722176 00000100:00100000:0.0:1746156232.343879:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056722176 00010000:00010000:0.0:1746156232.343895:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75c31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a60 expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746156232.343916:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9680 00000100:00100000:0.0:1746156232.343921:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056722176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156232.343929:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156232.343943:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75c31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a60 expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.343956:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75c31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a60 expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.343969:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75c31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a60 expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.343981:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156232.343982:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156232.343987:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e75c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a67 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.343993:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e75c38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811a67 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156232.347187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.351674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.352649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.356982:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.359281:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.359922:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.363105:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.367101:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.369867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.371029:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.372731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.374639:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.376633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.379719:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.381378:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.385525:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.388866:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.393875:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.397271:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.397318:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.399685:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.402955:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.413964:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.415983:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.422165:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.426697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.433283:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056727040 00000100:00100000:0.0:1746156232.433292:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056727040 00002000:00100000:0.0:1746156232.433332:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbed80 x1830977056727040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:548/0 lens 488/0 e 0 to 0 dl 1746156243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.433343:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbed80 with x1830977056727040 ext(0->4095) 00002000:00010000:0.0:1746156232.433348:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbed80 00000100:00100000:0.0:1746156232.433495:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4026 00000100:00100000:0.0:1746156232.433504:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056727040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156232.433983:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056727040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 479us (836us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156232.433990:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4026 00002000:00100000:0.0:1746156232.433997:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbed80 x1830977056727040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:548/0 lens 488/4536 e 0 to 0 dl 1746156243 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.434011:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbed80 with x1830977056727040 ext(0->4095) 00002000:00010000:0.0:1746156232.434014:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbed80 00000100:00100000:0.0:1746156232.437311:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.438660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.442576:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.444418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.448364:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.448446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.452265:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056728192 00000100:00100000:0.0:1746156232.452270:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056728192 00002000:00100000:0.0:1746156232.452300:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc700 x1830977056728192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:548/0 lens 488/0 e 0 to 0 dl 1746156243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.452309:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc700 with x1830977056728192 ext(0->4095) 00010000:00010000:0.0:1746156232.452315:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e75c85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811aad expref: 53 pid: 21377 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.452326:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e75c85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811aad expref: 53 pid: 21377 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746156232.452332:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc700 00000100:00100000:0.0:1746156232.452346:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1930 00000100:00100000:0.0:1746156232.452509:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977056728192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156232.452812:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977056728192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 305us (692us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156232.452821:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1930 00002000:00100000:0.0:1746156232.452826:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc700 x1830977056728192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:548/0 lens 488/4536 e 0 to 0 dl 1746156243 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.452833:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc700 with x1830977056728192 ext(0->4095) 00010000:00010000:0.0:1746156232.452838:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e75c85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811aad expref: 53 pid: 21377 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.452846:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e75c85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811aad expref: 53 pid: 21377 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746156232.452851:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc700 00000100:00100000:0.0:1746156232.454664:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.454749:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.459013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.461794:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.470525:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.479987:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.484858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.485013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.490108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.494235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.498815:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.502227:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.507951:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.514295:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.516245:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.521600:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.526448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.526499:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.533600:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.538820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.538872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.550768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.558042:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.560751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.564218:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.569454:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056732800 00000100:00100000:0.0:1746156232.569458:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056732800 00000100:00100000:0.0:1746156232.569484:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5163 00000100:00100000:0.0:1746156232.569489:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977056732800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156232.569497:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156232.569508:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e75ccb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811afa expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.569528:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095755c00/0xb0171789e0e75cc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811af3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.569534:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156232.569536:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156232.569540:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e75ccb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811afa expref: 57 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.569561:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095755c00/0xb0171789e0e75cc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811af3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.569575:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095755c00/0xb0171789e0e75cc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811af3 expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746156232.569584:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b546a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053663488:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156232.573123:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.579294:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.583047:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.588205:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.589711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.592092:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.596989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.599666:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.604936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.605036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.607460:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.609492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.612635:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056735488 00000100:00100000:0.0:1746156232.612640:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056735488 00002000:00100000:0.0:1746156232.612671:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093634700 x1830977056735488/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:548/0 lens 488/0 e 0 to 0 dl 1746156243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.612679:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093634700 with x1830977056735488 ext(0->4095) 00002000:00010000:0.0:1746156232.612683:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093634700 00000100:00100000:0.0:1746156232.612709:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4033 00000100:00100000:0.0:1746156232.612715:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977056735488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156232.612853:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977056735488:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156232.612858:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4033 00002000:00100000:0.0:1746156232.612863:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093634700 x1830977056735488/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:548/0 lens 488/4536 e 0 to 0 dl 1746156243 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.612870:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093634700 with x1830977056735488 ext(0->4095) 00002000:00010000:0.0:1746156232.612873:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093634700 00000100:00100000:0.0:1746156232.615153:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.619874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.625811:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.625856:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.628449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.629279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.632512:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.635915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.637499:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.639582:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.641063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.643404:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.645075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.648228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.648941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.650984:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.653843:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.653882:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.658576:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.660832:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.666187:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.670215:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.672671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.672935:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056739584 00000100:00100000:0.0:1746156232.672940:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056739584 00002000:00100000:0.0:1746156232.672966:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c7b80 x1830977056739584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:548/0 lens 488/0 e 0 to 0 dl 1746156243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.672975:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c7b80 with x1830977056739584 ext(0->4095) 00002000:00010000:0.0:1746156232.672979:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c7b80 00000100:00100000:0.0:1746156232.673001:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4036 00000100:00100000:0.0:1746156232.673006:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977056739584:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156232.673121:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977056739584:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (450us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156232.673126:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4036 00002000:00100000:0.0:1746156232.673130:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c7b80 x1830977056739584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:548/0 lens 488/4536 e 0 to 0 dl 1746156243 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.673137:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c7b80 with x1830977056739584 ext(0->4095) 00002000:00010000:0.0:1746156232.673139:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c7b80 00000100:00100000:0.0:1746156232.674449:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.677004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.678884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.680451:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.684613:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.684654:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.688988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.692340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.692635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.695314:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.698973:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.699026:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.704076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.705875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.710745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.714287:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.718300:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.722774:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.726242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.732901:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.738724:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.758810:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.808874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.816362:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.817440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.819030:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.819061:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056743936 00000100:00100000:0.0:1746156232.819065:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056743936 00002000:00100000:0.0:1746156232.819086:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4831180 x1830977056743936/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:548/0 lens 488/0 e 0 to 0 dl 1746156243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156232.819094:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831180 with x1830977056743936 ext(0->4095) 00010000:00010000:0.0:1746156232.819099:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e75d57 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811b86 expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.819112:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e75d57 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811b86 expref: 6 pid: 8463 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746156232.819117:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4831180 00000100:00100000:0.0:1746156232.819128:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1950 00000100:00100000:0.0:1746156232.819132:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056743936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156232.821023:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.821733:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.823424:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.823441:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056744320 00000100:00100000:0.0:1746156232.823445:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056744320 00010000:00010000:0.0:1746156232.823462:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75d5e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811b8d expref: 59 pid: 8463 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746156232.823481:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9723 00000100:00100000:0.0:1746156232.823486:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4833b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1975:x1830977056744320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156232.823493:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156232.823505:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75d5e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811b8d expref: 59 pid: 8463 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.823514:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75d5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811b8d expref: 59 pid: 8463 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746156232.823527:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156232.823529:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156232.823534:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e75d65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811b94 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.823541:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e75d65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811b94 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.823561:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e75d65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811b94 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156232.823574:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053669248:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156232.823628:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156232.825489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.827445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.830790:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.833707:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.836268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.839157:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.845545:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.849715:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056745600 00000100:00100000:0.0:1746156232.849722:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056745600 00000100:00100000:0.0:1746156232.849744:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5188 00000100:00100000:0.0:1746156232.849749:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:31590:x1830977056745600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156232.849763:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156232.849771:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c2be200/0xb0171789e0e75d7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811ba9 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.849788:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e75d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811ba2 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.849798:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156232.849802:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156232.849805:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2be200/0xb0171789e0e75d7a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811ba9 expref: 62 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.849822:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e75d73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811ba2 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.849831:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e75d73 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811ba2 expref: 5 pid: 21377 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746156232.849840:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133fc0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053669888:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156232.849867:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156232.852293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.858899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.863385:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.870480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.878440:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.895624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.900526:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.903574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.905969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.910320:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.912106:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.915253:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.918012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.925046:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.929501:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.931545:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.933444:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.938596:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.940303:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.943843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.948043:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.949576:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.950877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.951339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.953780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.956398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.962391:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.969410:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.975053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.979704:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.984964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.988483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156232.992011:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056751744 00000100:00100000:0.0:1746156232.992018:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056751744 00000100:00100000:0.0:1746156232.992061:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5199 00000100:00100000:0.0:1746156232.992068:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056751744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156232.992081:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156232.992095:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e75dc7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811bf6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.992118:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095755a00/0xb0171789e0e75dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811bef expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.992125:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156232.992127:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156232.992130:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c93000/0xb0171789e0e75dc7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811bf6 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.992156:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095755a00/0xb0171789e0e75dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811bef expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156232.992166:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095755a00/0xb0171789e0e75dc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811bef expref: 64 pid: 21377 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746156232.992176:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053672704:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156232.992256:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156232.996787:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.002926:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.006694:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.009325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.010159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.012187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.014530:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.016825:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.017844:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.023881:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.028651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.028703:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.032919:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.036460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.039968:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.041530:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.045086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.050031:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.050804:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.053634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.055307:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.057978:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.060507:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.065136:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.067333:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.069558:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.074981:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ce9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053674880:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156233.075002:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156233.075051:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977056756096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5147us (5491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156233.075060:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9745 00000100:00100000:0.0:1746156233.075914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.077604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.078346:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053675008:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156233.078363:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e3d6800/0xb0171789e0e75e06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c35 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.078679:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e3d6800, rc 0) 00000100:00100000:0.0:1746156233.078725:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977056756480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2716us (2812us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156233.078734:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5208 00000100:00100000:0.0:1746156233.082493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.085229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.087489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.092159:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.095331:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.098898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.100017:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056758016 00000100:00100000:0.0:1746156233.100020:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056758016 00002000:00100000:0.0:1746156233.100043:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceb800 x1830977056758016/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.100052:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceb800 with x1830977056758016 ext(0->4095) 00010000:00010000:0.0:1746156233.100057:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75e14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c43 expref: 6 pid: 8461 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.100067:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75e14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c43 expref: 6 pid: 8461 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.100073:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceb800 00000100:00100000:0.0:1746156233.100089:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1965 00000100:00100000:0.0:1746156233.100093:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056758016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156233.100229:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056758016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.100234:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1965 00002000:00100000:0.0:1746156233.100239:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceb800 x1830977056758016/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.100246:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceb800 with x1830977056758016 ext(0->4095) 00010000:00010000:0.0:1746156233.100250:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75e14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c43 expref: 6 pid: 8461 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.100259:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75e14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c43 expref: 6 pid: 8461 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.100264:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceb800 00000100:00100000:0.0:1746156233.102966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.103000:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.106428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.109164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.112721:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.116120:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.122569:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.123390:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9751 00000100:00100000:0.0:1746156233.123398:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977056759296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156233.123409:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156233.123424:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22ee00/0xb0171789e0e75e22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c51 expref: 68 pid: 8463 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.123434:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22ee00/0xb0171789e0e75e22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c51 expref: 68 pid: 8463 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.123448:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22ee00/0xb0171789e0e75e22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c51 expref: 68 pid: 8463 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.123473:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.123474:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.123479:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e75e29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c58 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.123485:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e75e29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c58 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.123521:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e75e29 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c58 expref: 5 pid: 8463 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.123527:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e75e29 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c58 expref: 5 pid: 8463 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746156233.123533:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053676416:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156233.123579:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156233.125244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.127979:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.131586:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.138590:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.143138:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.143201:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.147122:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.151165:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.154571:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.164282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.182559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.191994:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.192045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.199425:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.202534:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.206209:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.208597:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.210549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.213818:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.214970:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.219684:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.223844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.230561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.233114:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.236013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.240357:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.244061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.246240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.249418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.250812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.253004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.258242:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056764800 00000100:00100000:0.0:1746156233.258250:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056764800 00010000:00010000:0.0:1746156233.258276:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75e68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c97 expref: 74 pid: 8463 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746156233.258308:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9761 00000100:00100000:0.0:1746156233.258315:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+74:1975:x1830977056764800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156233.258326:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156233.258344:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75e68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c97 expref: 74 pid: 8463 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.258354:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75e68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c97 expref: 74 pid: 8463 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.258401:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095754e00/0xb0171789e0e75e68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c97 expref: 74 pid: 8463 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.258418:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.258419:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.258424:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e75e6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c9e expref: 73 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.258432:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e75e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c9e expref: 73 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.258461:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e75e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811c9e expref: 73 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156233.258471:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801338db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053678976:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156233.258542:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156233.260692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.264461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.268628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.273056:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.277154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.278082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.290123:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.297951:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.304989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.317424:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.320058:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.324610:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.327021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.331975:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.337030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.340253:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.343680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.345342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.350641:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.354458:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.359079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.371817:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.387046:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.393200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.399197:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.403851:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.405125:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.411092:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.414426:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.418722:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.429965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.435755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.436753:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.439229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.443517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.450112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.453530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.456230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.459528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.460381:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.463748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.463785:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.474952:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.478333:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.481336:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.483748:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.487216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.489147:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.490547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.492964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.496069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.500223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.503669:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.506839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.509726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.514793:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.515793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.518465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.525468:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.527998:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.531988:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.538708:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.544622:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.544664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.550073:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.552341:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.557269:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056777088 00000100:00100000:0.0:1746156233.557275:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056777088 00002000:00100000:0.0:1746156233.557303:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081180 x1830977056777088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.557311:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081180 with x1830977056777088 ext(0->4095) 00002000:00010000:0.0:1746156233.557314:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081180 00000100:00100000:0.0:1746156233.557939:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4072 00000100:00100000:0.0:1746156233.557948:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:1975:x1830977056777088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156233.558079:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:1975:x1830977056777088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (1099us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.558085:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4072 00002000:00100000:0.0:1746156233.558090:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081180 x1830977056777088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.558096:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081180 with x1830977056777088 ext(0->4095) 00002000:00010000:0.0:1746156233.558099:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081180 00000100:00100000:0.0:1746156233.593288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.594284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.601752:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.612819:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.623893:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.635198:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.635230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.635263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156233.638102:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746156233.638106:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156233.641238:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.655975:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.659961:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.669572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.672115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.672158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.679358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.688890:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.692827:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.695452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.708811:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056781184 00000100:00100000:0.0:1746156233.708819:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056781184 00002000:00100000:0.0:1746156233.708854:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55f80 x1830977056781184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.708863:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55f80 with x1830977056781184 ext(0->4095) 00010000:00010000:0.0:1746156233.708870:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095755c00/0xb0171789e0e75f3a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811d69 expref: 6 pid: 21377 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.708882:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095755c00/0xb0171789e0e75f3a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811d69 expref: 6 pid: 21377 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.708888:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e55f80 00000100:00100000:0.0:1746156233.708908:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1993 00000100:00100000:0.0:1746156233.708914:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056781184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156233.709703:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056781184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 788us (1041us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.709709:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1993 00002000:00100000:0.0:1746156233.709715:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55f80 x1830977056781184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.709722:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55f80 with x1830977056781184 ext(0->4095) 00010000:00010000:0.0:1746156233.709726:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095755c00/0xb0171789e0e75f3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811d69 expref: 6 pid: 21377 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.709735:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095755c00/0xb0171789e0e75f3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811d69 expref: 6 pid: 21377 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.709740:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e55f80 00000100:00100000:0.0:1746156233.715912:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056781312 00000100:00100000:0.0:1746156233.715920:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056781312 00000100:00100000:0.0:1746156233.720950:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.725730:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.730110:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.738863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.741858:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.743152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.746686:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.748218:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.752234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.755464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.760433:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056783616 00000100:00100000:0.0:1746156233.760440:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056783616 00002000:00100000:0.0:1746156233.760475:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c428a80 x1830977056783616/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.760485:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977056783616 ext(0->4095) 00002000:00010000:0.0:1746156233.760489:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c428a80 00000100:00100000:0.0:1746156233.760519:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4077 00000100:00100000:0.0:1746156233.760525:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:1975:x1830977056783616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156233.760661:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:1975:x1830977056783616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (855us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.760667:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4077 00002000:00100000:0.0:1746156233.760672:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c428a80 x1830977056783616/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.760678:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977056783616 ext(0->4095) 00002000:00010000:0.0:1746156233.760680:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c428a80 00000100:00100000:0.0:1746156233.767118:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.776994:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.784295:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.787207:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.788007:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.790358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.791934:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.794139:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.794167:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056784896 00000100:00100000:0.0:1746156233.794172:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056784896 00002000:00100000:0.0:1746156233.794219:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b6d500 x1830977056784896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.794227:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6d500 with x1830977056784896 ext(0->4095) 00010000:00010000:0.0:1746156233.794233:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e800/0xb0171789e0e75f6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811d9a expref: 84 pid: 8461 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.794243:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22e800/0xb0171789e0e75f6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811d9a expref: 84 pid: 8461 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.794249:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b6d500 00000100:00100000:0.0:1746156233.794583:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1998 00000100:00100000:0.0:1746156233.794589:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977056784896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156233.794757:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977056784896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (618us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.794763:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1998 00002000:00100000:0.0:1746156233.794769:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b6d500 x1830977056784896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.794776:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6d500 with x1830977056784896 ext(0->4095) 00010000:00010000:0.0:1746156233.794780:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e800/0xb0171789e0e75f6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811d9a expref: 84 pid: 8461 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.794789:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22e800/0xb0171789e0e75f6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811d9a expref: 84 pid: 8461 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.794794:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b6d500 00000100:00100000:0.0:1746156233.799934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.808439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.813251:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056785920 00000100:00100000:0.0:1746156233.813257:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056785920 00002000:00100000:0.0:1746156233.813282:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8c000 x1830977056785920/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.813290:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8c000 with x1830977056785920 ext(0->4095) 00010000:00010000:0.0:1746156233.813297:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75f79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811da8 expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.813308:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75f79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811da8 expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.813314:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8c000 00000100:00100000:0.0:1746156233.813326:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 1999 00000100:00100000:0.0:1746156233.813332:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056785920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156233.813459:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056785920:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.813464:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 1999 00002000:00100000:0.0:1746156233.813468:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8c000 x1830977056785920/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.813475:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8c000 with x1830977056785920 ext(0->4095) 00010000:00010000:0.0:1746156233.813479:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75f79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811da8 expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.813487:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095754400/0xb0171789e0e75f79 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811da8 expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.813492:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8c000 00000100:00100000:0.0:1746156233.817456:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056786048 00000100:00100000:0.0:1746156233.817463:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056786048 00000100:00100000:0.0:1746156233.817504:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5263 00000100:00100000:0.0:1746156233.817510:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:31591:x1830977056786048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156233.817523:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156233.817535:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75f87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811db6 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.817554:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.817558:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095755a00/0xb0171789e0e75f80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811daf expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.817563:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156233.817566:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75f87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811db6 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.817594:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095755a00/0xb0171789e0e75f80 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811daf expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.817605:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75f87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811db6 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.817612:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4b1800, rc 0) 00000100:00100000:0.0:1746156233.817641:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31591:x1830977056786048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156233.817650:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5263 00000100:00100000:0.0:1746156233.820643:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.824318:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.829985:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.839302:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.845157:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.845270:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.845291:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056787072 00000100:00100000:0.0:1746156233.845297:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056787072 00002000:00100000:0.0:1746156233.845327:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b6f100 x1830977056787072/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 496/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.845335:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6f100 with x1830977056787072 ext(0->7) 00010000:00010000:0.0:1746156233.845341:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811db6 expref: 83 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.845352:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811db6 expref: 83 pid: 15159 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.845358:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b6f100 00000100:00100000:0.0:1746156233.845396:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2001 00000100:00100000:0.0:1746156233.845402:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:1975:x1830977056787072:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746156233.845672:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977056787072:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 269us (401us total) trans 4294967884 rc 0/0 00000100:00100000:0.0:1746156233.845678:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2001 00002000:00100000:0.0:1746156233.845684:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b6f100 x1830977056787072/t4294967884(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 496/448 e 0 to 0 dl 1746156244 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.845692:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6f100 with x1830977056787072 ext(0->7) 00010000:00010000:0.0:1746156233.845697:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811db6 expref: 85 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.845706:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811db6 expref: 85 pid: 15159 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.845711:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b6f100 00000100:00100000:0.0:1746156233.848224:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.852302:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.856459:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.859465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.860982:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056787968 00000100:00100000:0.0:1746156233.860987:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056787968 00002000:00100000:0.0:1746156233.861521:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b6fb80 x1830977056787968/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.861531:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6fb80 with x1830977056787968 ext(0->4095) 00002000:00010000:0.0:1746156233.861536:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b6fb80 00000100:00100000:0.0:1746156233.861570:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4081 00000100:00100000:0.0:1746156233.861576:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977056787968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156233.861691:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977056787968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (2231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.861696:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4081 00002000:00100000:0.0:1746156233.861701:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b6fb80 x1830977056787968/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.861708:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b6fb80 with x1830977056787968 ext(0->4095) 00002000:00010000:0.0:1746156233.861710:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b6fb80 00000100:00100000:0.0:1746156233.865019:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.865042:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056788096 00000100:00100000:0.0:1746156233.865048:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056788096 00000100:00100000:0.0:1746156233.865079:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5266 00000100:00100000:0.0:1746156233.865086:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056788096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156233.865100:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156233.865257:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811dcb expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.865281:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22ee00/0xb0171789e0e75f95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dc4 expref: 84 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.865287:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156233.865288:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156233.865292:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dcb expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.865316:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22ee00/0xb0171789e0e75f95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dc4 expref: 84 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.865328:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22ee00/0xb0171789e0e75f95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dc4 expref: 84 pid: 8461 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746156233.865339:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053689856:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156233.865426:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156233.867110:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053689856:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156233.867131:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dcb expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.867143:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4b0e00, rc 0) 00000100:00100000:0.0:1746156233.867173:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056788096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2086us (2159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156233.867179:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5266 00000100:00100000:0.0:1746156233.869057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.869072:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056788352 00000100:00100000:0.0:1746156233.869074:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056788352 00000100:00100000:0.0:1746156233.869090:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5267 00000100:00100000:0.0:1746156233.869094:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977056788352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156233.869105:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156233.869114:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811dd2 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.869129:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dcb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.869134:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.869135:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.869138:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fa3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd2 expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.869152:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dcb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.869162:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dcb expref: 5 pid: 15159 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746156233.869170:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053690112:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156233.869244:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156233.870791:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053690112:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156233.870811:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fa3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd2 expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.870823:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4b0400, rc 0) 00000100:00100000:0.0:1746156233.870848:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977056788352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1752us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156233.870855:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5267 00000100:00100000:0.0:1746156233.874481:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.877787:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056788736 00000100:00100000:0.0:1746156233.877794:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056788736 00010000:00010000:0.0:1746156233.877819:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dcb expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746156233.877840:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9805 00000100:00100000:0.0:1746156233.877847:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056788736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156233.877858:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156233.877875:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dcb expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.877890:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dcb expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.877908:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75f9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dcb expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.877919:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.877921:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.877927:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd2 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.877934:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd2 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.877959:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd2 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156233.877969:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b6f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053690240:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156233.878020:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156233.881243:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053690240:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156233.881262:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156233.881421:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056788736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3573us (3688us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156233.881430:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9805 00000100:00100000:0.0:1746156233.881458:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056788992 00000100:00100000:0.0:1746156233.881463:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056788992 00002000:00100000:0.0:1746156233.881489:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b517800 x1830977056788992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.881497:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b517800 with x1830977056788992 ext(0->4095) 00002000:00010000:0.0:1746156233.881500:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b517800 00000100:00100000:0.0:1746156233.881513:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4082 00000100:00100000:0.0:1746156233.881518:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1972:x1830977056788992:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746156233.881632:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1972:x1830977056788992:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.881637:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4082 00002000:00100000:0.0:1746156233.881641:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b517800 x1830977056788992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.881647:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b517800 with x1830977056788992 ext(0->4095) 00002000:00010000:0.0:1746156233.881650:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b517800 00000100:00100000:0.0:1746156233.885622:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056789120 00000100:00100000:0.0:1746156233.885629:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056789120 00000100:00100000:0.0:1746156233.885663:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5268 00000100:00100000:0.0:1746156233.885669:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056789120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156233.885683:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156233.885696:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811dd9 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.885719:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd2 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.885731:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156233.885732:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156233.885735:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd9 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.885759:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd2 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.885769:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd2 expref: 84 pid: 15159 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746156233.885780:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053690368:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156233.885844:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156233.889058:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053690368:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156233.889084:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd9 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.889097:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4b1800, rc 0) 00000100:00100000:0.0:1746156233.889146:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056789120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3476us (3590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156233.889154:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5268 00000001:00080000:0.0:1746156233.892483:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967884 is committed 00000100:00100000:0.0:1746156233.894685:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.897746:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.899990:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056789504 00000100:00100000:0.0:1746156233.899997:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056789504 00000100:00100000:0.0:1746156233.900032:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5269 00000100:00100000:0.0:1746156233.900038:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977056789504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156233.900050:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156233.900096:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75fb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811de0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.900117:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd9 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.900123:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.900125:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156233.900128:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75fb1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811de0 expref: 9 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.900151:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd9 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.900161:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd9 expref: 5 pid: 15159 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746156233.900170:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800922fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053690624:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156233.900729:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156233.903472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.903497:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056789760 00000100:00100000:0.0:1746156233.903502:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056789760 00002000:00100000:0.0:1746156233.903531:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fad80 x1830977056789760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.903546:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fad80 with x1830977056789760 ext(0->4095) 00010000:00010000:0.0:1746156233.903553:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd9 expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.903563:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd9 expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.903569:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922fad80 00000100:00100000:0.0:1746156233.903594:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2005 00000100:00100000:0.0:1746156233.903600:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056789760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156233.903750:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056789760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.903755:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2005 00002000:00100000:0.0:1746156233.903761:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fad80 x1830977056789760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.903767:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fad80 with x1830977056789760 ext(0->4095) 00010000:00010000:0.0:1746156233.903771:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd9 expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.903779:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e75faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dd9 expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746156233.903785:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922fad80 00000100:00100000:0.0:1746156233.906031:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.908788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.911134:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056790272 00000100:00100000:0.0:1746156233.911141:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056790272 00000100:00100000:0.0:1746156233.911178:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5270 00000100:00100000:0.0:1746156233.911191:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056790272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156233.911206:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156233.911220:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b40b4400/0xb0171789e0e75fb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811de7 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.911239:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811de0 expref: 7 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.911245:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156233.911246:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156233.911249:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b40b4400/0xb0171789e0e75fb8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811de7 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.911270:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811de0 expref: 7 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156233.911279:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0e00/0xb0171789e0e75fb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811de0 expref: 7 pid: 15159 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746156233.911288:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053690880:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156233.911352:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156233.914800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.917498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.920642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.923053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.925914:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.927754:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.930357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.932486:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.932912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.936545:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.939095:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.939782:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.944452:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056792448 00000100:00100000:0.0:1746156233.944459:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056792448 00002000:00100000:0.0:1746156233.944491:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b73b480 x1830977056792448/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/0 e 0 to 0 dl 1746156244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.944746:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73b480 with x1830977056792448 ext(0->4095) 00010000:00010000:0.0:1746156233.944753:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dfc expref: 6 pid: 15159 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746156233.944763:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dfc expref: 6 pid: 15159 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746156233.944768:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b73b480 00000100:00100000:0.0:1746156233.944782:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2009 00000100:00100000:0.0:1746156233.944787:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056792448:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156233.944900:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056792448:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (536us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156233.944905:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2009 00002000:00100000:0.0:1746156233.944910:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b73b480 x1830977056792448/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:549/0 lens 488/4536 e 0 to 0 dl 1746156244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156233.944916:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73b480 with x1830977056792448 ext(0->4095) 00010000:00010000:0.0:1746156233.944920:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dfc expref: 6 pid: 15159 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156233.944928:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0400/0xb0171789e0e75fcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811dfc expref: 6 pid: 15159 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746156233.944933:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b73b480 00000100:00100000:0.0:1746156233.947866:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.955987:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.958482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.963156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.967690:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.967736:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.970411:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.971955:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.977169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.983926:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.988433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.991556:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.994688:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156233.998015:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.000135:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.000486:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156234.000911:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156234.004316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.007278:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.011060:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.015221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.017758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.021164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.024586:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.025351:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.027924:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.032103:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.036450:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.040680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.044027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.047067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.050362:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.056008:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.056139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.058662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.061115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.062409:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.066242:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053695104:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156234.066261:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156234.066295:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1972:x1830977056798720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3757us (3886us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156234.066303:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9824 00000100:00100000:0.0:1746156234.066755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.069821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.077675:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.077849:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.077873:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056799360 00000100:00100000:0.0:1746156234.077879:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056799360 00000100:00100000:0.0:1746156234.077925:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5288 00000100:00100000:0.0:1746156234.077932:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:31590:x1830977056799360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156234.077946:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156234.077959:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c877800/0xb0171789e0e76036 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811e65 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.077980:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156234.077985:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e7602f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811e5e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.077989:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156234.077993:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c877800/0xb0171789e0e76036 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811e65 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.078022:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4b1800/0xb0171789e0e7602f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811e5e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.078034:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c877800/0xb0171789e0e76036 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811e65 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.078042:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c877800, rc 0) 00000100:00100000:0.0:1746156234.082722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.086550:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.097753:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.111116:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.114567:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.119556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.121243:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.126207:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.126809:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.129924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.133036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.137102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.141457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.148013:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.148059:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.153626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.157547:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.161098:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.171608:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.172886:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5294 00000100:00100000:0.0:1746156234.172899:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f2a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056802816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156234.172931:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156234.172946:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c876a00/0xb0171789e0e76060 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811e8f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.172969:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095630200/0xb0171789e0e76059 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811e88 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.172976:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156234.172978:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156234.172981:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c876a00/0xb0171789e0e76060 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811e8f expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.173008:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095630200/0xb0171789e0e76059 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811e88 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.173019:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095630200/0xb0171789e0e76059 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811e88 expref: 11 pid: 15159 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746156234.173029:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f2a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053697024:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156234.173115:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156234.201364:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.205287:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.206493:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.207964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.210821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.213841:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.220048:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.227006:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.235570:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.242025:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.251614:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.254990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.256266:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056805376 00000100:00100000:0.0:1746156234.256270:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056805376 00000100:00100000:0.0:1746156234.256297:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5299 00000100:00100000:0.0:1746156234.256301:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:31590:x1830977056805376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156234.256311:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156234.256320:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c876200/0xb0171789e0e76083 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811eb2 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.256333:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095630200/0xb0171789e0e7607c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811eab expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.256338:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.256339:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.256342:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c876200/0xb0171789e0e76083 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811eb2 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.256361:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095630200/0xb0171789e0e7607c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811eab expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.256392:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095630200/0xb0171789e0e7607c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811eab expref: 5 pid: 15159 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746156234.256400:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053698304:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156234.256435:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156234.262119:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.267219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.272697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.274904:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.281340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.283652:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.284731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.287792:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.290441:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.292988:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.295171:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053699200:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156234.295197:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156234.295473:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977056807296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2256us (2491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156234.295482:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9840 00000100:00100000:0.0:1746156234.297527:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.307431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.309304:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.312070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.312153:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.315628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.316206:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.319464:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.322003:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.325730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.328610:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.333175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.336783:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.338226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.340733:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.342073:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.346107:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.349030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.353228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.357269:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.363230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.364253:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.368660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.372405:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.372451:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.376968:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.380743:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.380860:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.383656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.387782:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.391895:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.395833:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.401202:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.401695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.401752:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056813184 00000100:00100000:0.0:1746156234.401755:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056813184 00000100:00100000:0.0:1746156234.401775:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5314 00000100:00100000:0.0:1746156234.401780:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977056813184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156234.401790:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156234.401799:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c876a00/0xb0171789e0e760ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811f1b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.401811:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095630200/0xb0171789e0e760e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f14 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.401816:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.401817:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.401819:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c876a00/0xb0171789e0e760ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f1b expref: 19 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.401836:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095630200/0xb0171789e0e760e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f14 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.401845:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095630200/0xb0171789e0e760e5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f14 expref: 6 pid: 15159 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746156234.401852:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b517800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053702144:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156234.401867:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156234.405239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.408884:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.410773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.414879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.417942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.421764:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.426830:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.431663:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.433781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.439667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.443549:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.446807:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.450040:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.453144:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.457416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.459907:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.463849:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.467271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.468467:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.471682:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.473595:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053703680:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156234.473626:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c876600/0xb0171789e0e76116 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f45 expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.473640:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c876600, rc 0) 00000100:00100000:0.0:1746156234.473673:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977056816512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5122us (5205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156234.473679:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5320 00000100:00100000:0.0:1746156234.476091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.480421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.484752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.487811:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.490781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.495481:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.498656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.498754:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.503454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.504522:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.508032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.512104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.525334:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.528526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.533899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.535221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.538697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.544033:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.550127:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.557342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.572056:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056820352 00000100:00100000:0.0:1746156234.572062:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056820352 00010000:00010000:0.0:1746156234.572086:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e76140 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f6f expref: 21 pid: 8463 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746156234.572127:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9865 00000100:00100000:0.0:1746156234.572135:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1974:x1830977056820352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156234.572155:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156234.572176:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e76140 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f6f expref: 21 pid: 8463 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.572205:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e76140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f6f expref: 21 pid: 8463 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.572224:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e76140 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f6f expref: 21 pid: 8463 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.572241:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.572243:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.572249:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e76147 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f76 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.572258:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e76147 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f76 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.572288:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e76147 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f76 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.572300:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e76147 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811f76 expref: 5 pid: 15159 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746156234.572312:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800956e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053705728:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156234.572430:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156234.575128:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.583599:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.587986:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.591580:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.596420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.603400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.608322:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.615784:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.615878:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.633611:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.635359:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053706496:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156234.635402:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156234.635437:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056822144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1697us (1833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156234.635447:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9868 00000100:00100000:0.0:1746156234.638828:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.643971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.645686:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.651830:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053706752:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156234.651849:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156234.651895:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977056822656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6082us (6212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156234.651905:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9869 00000100:00100000:0.0:1746156234.655966:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.656010:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.658558:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.662788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.663848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.671167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.671196:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056823936 00000100:00100000:0.0:1746156234.671202:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056823936 00002000:00100000:0.0:1746156234.671232:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546680 x1830977056823936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:550/0 lens 488/0 e 0 to 0 dl 1746156245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156234.671241:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546680 with x1830977056823936 ext(0->4095) 00010000:00010000:0.0:1746156234.671248:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b543a00/0xb0171789e0e76171 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa0 expref: 24 pid: 21377 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.671260:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b543a00/0xb0171789e0e76171 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa0 expref: 24 pid: 21377 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746156234.671265:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b546680 00000100:00100000:0.0:1746156234.671280:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2046 00000100:00100000:0.0:1746156234.671285:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977056823936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156234.671410:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977056823936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156234.671416:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2046 00002000:00100000:0.0:1746156234.671420:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546680 x1830977056823936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:550/0 lens 488/4536 e 0 to 0 dl 1746156245 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156234.671426:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546680 with x1830977056823936 ext(0->4095) 00010000:00010000:0.0:1746156234.671430:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b543a00/0xb0171789e0e76171 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa0 expref: 24 pid: 21377 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.671439:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b543a00/0xb0171789e0e76171 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa0 expref: 24 pid: 21377 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746156234.671443:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b546680 00000100:00100000:0.0:1746156234.675055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.675075:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056824064 00000100:00100000:0.0:1746156234.675080:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056824064 00010000:00010000:0.0:1746156234.675104:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b543a00/0xb0171789e0e76171 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa0 expref: 23 pid: 21377 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746156234.675127:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9872 00000100:00100000:0.0:1746156234.675133:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977056824064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156234.675143:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156234.675157:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b543a00/0xb0171789e0e76171 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa0 expref: 23 pid: 21377 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.675169:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b543a00/0xb0171789e0e76171 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa0 expref: 23 pid: 21377 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.675200:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b543a00/0xb0171789e0e76171 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa0 expref: 23 pid: 21377 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.675213:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.675215:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.675220:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa7 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.675226:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76178 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa7 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.675251:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76178 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fa7 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156234.675261:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053707392:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156234.676030:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156234.681827:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.700640:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.718243:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053707904:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156234.718258:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156234.718302:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056825088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4758us (4909us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156234.718311:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9874 00000100:00100000:0.0:1746156234.724823:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056825472 00000100:00100000:0.0:1746156234.724830:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056825472 00000100:00100000:0.0:1746156234.724857:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5337 00000100:00100000:0.0:1746156234.724862:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056825472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156234.724874:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156234.724885:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7618d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811fbc expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.724904:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fb5 expref: 21 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.724909:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156234.724910:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156234.724912:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7618d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fbc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.724930:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fb5 expref: 21 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.724937:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fb5 expref: 21 pid: 21377 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746156234.724944:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053708032:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156234.725004:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156234.725913:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053708032:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156234.725929:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7618d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fbc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.725943:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:0.0:1746156234.725979:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056825472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1116us (1220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156234.725985:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5337 00000100:00100000:0.0:1746156234.733148:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.740474:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056825728 00000100:00100000:0.0:1746156234.740480:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056825728 00010000:00010000:0.0:1746156234.740509:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fb5 expref: 24 pid: 21377 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746156234.740606:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9875 00000100:00100000:0.0:1746156234.740613:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1974:x1830977056825728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156234.740625:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156234.740642:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fb5 expref: 25 pid: 21377 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.740653:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fb5 expref: 25 pid: 21377 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.740669:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76186 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fb5 expref: 26 pid: 21377 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746156234.740693:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.740695:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.740700:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7618d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fbc expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.740750:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7618d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fbc expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156234.742254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.743637:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.763169:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5340 00000100:00100000:0.0:1746156234.763191:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:31590:x1830977056827264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156234.763206:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156234.763224:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e761a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c811fd1 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.763246:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e7619b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fca expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.763252:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.763253:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156234.763256:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e761a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fd1 expref: 28 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.763343:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e7619b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fca expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156234.763354:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e7619b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c811fca expref: 5 pid: 21377 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746156234.763363:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b547480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053708800:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156234.763620:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156234.766969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.778932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.786167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.788115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.790120:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.794086:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.800121:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056829696 00000100:00100000:0.0:1746156234.800126:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056829696 00002000:00100000:0.0:1746156234.800151:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8b800 x1830977056829696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:550/0 lens 488/0 e 0 to 0 dl 1746156245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156234.800160:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8b800 with x1830977056829696 ext(0->4095) 00002000:00010000:0.0:1746156234.800164:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8b800 00000100:00100000:0.0:1746156234.800184:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4120 00000100:00100000:0.0:1746156234.800190:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1974:x1830977056829696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156234.800307:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1974:x1830977056829696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156234.800313:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4120 00002000:00100000:0.0:1746156234.800317:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8b800 x1830977056829696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:550/0 lens 488/4536 e 0 to 0 dl 1746156245 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156234.800323:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8b800 with x1830977056829696 ext(0->4095) 00002000:00010000:0.0:1746156234.800326:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8b800 00000100:00100000:0.0:1746156234.808803:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.821281:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.825969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.828459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.831516:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.832596:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.836939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.840242:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.842655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.842972:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.845414:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.847626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.848103:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.853307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.858282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.860840:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.862661:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.865308:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.870955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.872457:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.874138:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.877005:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.885217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.888242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.893581:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.896804:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.897409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.900766:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.900842:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.909475:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.915876:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.921734:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.925800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.930774:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.932257:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.935455:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.938271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.942628:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.952228:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.967937:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.971159:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.977967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.978346:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.981457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.981551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.984666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.987783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.991549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156234.997238:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.004781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.007457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.018240:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.020253:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.032681:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.040016:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.043709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.054047:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.067158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.072035:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.074082:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.074114:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.076425:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.079680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.080073:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2066 00000100:00100000:0.0:1746156235.080084:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1974:x1830977056840576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156235.080648:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1974:x1830977056840576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 567us (967us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156235.080654:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2066 00002000:00100000:0.0:1746156235.080660:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9f80 x1830977056840576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.080667:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9f80 with x1830977056840576 ext(0->4095) 00010000:00010000:0.0:1746156235.080672:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7624a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812079 expref: 35 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.080681:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7624a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812079 expref: 35 pid: 21377 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746156235.080687:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9f80 00000100:00100000:0.0:1746156235.083415:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.086462:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.088116:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.093221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.097239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.099245:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.102325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.102363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.104906:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.108965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.117106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.126712:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.131721:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.134186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.138767:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.140054:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.142714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.143668:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056843520 00000100:00100000:0.0:1746156235.143671:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056843520 00010000:00010000:0.0:1746156235.143688:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e7626d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81209c expref: 6 pid: 21377 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.144099:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9908 00000100:00100000:0.0:1746156235.144105:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056843520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156235.144113:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156235.144127:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e7626d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81209c expref: 6 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.144137:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e7626d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81209c expref: 6 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.144152:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e7626d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81209c expref: 6 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.144303:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.144305:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.144311:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e76274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8120a3 expref: 36 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.144318:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e76274 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8120a3 expref: 36 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.144338:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e76274 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8120a3 expref: 36 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.144348:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e76274 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8120a3 expref: 36 pid: 21377 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.144358:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093529880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053716736:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156235.144711:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156235.146865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.149059:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.154613:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.157000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.159959:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.163266:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.165332:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.167873:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.169604:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053717248:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156235.169621:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22e000/0xb0171789e0e76289 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8120b8 expref: 37 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.169631:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22e000, rc 0) 00000100:00100000:0.0:1746156235.169660:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:31590:x1830977056844800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3434us (4329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156235.169665:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5373 00000100:00100000:0.0:1746156235.170938:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.174447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.177201:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.179801:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056845696 00000100:00100000:0.0:1746156235.179807:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056845696 00002000:00100000:0.0:1746156235.179833:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8b480 x1830977056845696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.179842:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8b480 with x1830977056845696 ext(0->4095) 00002000:00010000:0.0:1746156235.179845:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8b480 00000100:00100000:0.0:1746156235.179866:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4135 00000100:00100000:0.0:1746156235.179872:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1972:x1830977056845696:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746156235.180032:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1972:x1830977056845696:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (372us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156235.180038:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4135 00002000:00100000:0.0:1746156235.180042:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8b480 x1830977056845696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.180049:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8b480 with x1830977056845696 ext(0->4095) 00002000:00010000:0.0:1746156235.180052:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8b480 00000100:00100000:0.0:1746156235.181096:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.183492:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.187042:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.188689:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.189955:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.193593:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.195496:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.195581:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.198026:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.199612:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.199662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.201966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.205156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.210347:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.214667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.221595:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.225604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.232750:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.238949:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.239047:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.243914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.246723:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.249260:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.253597:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.256859:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.260101:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.262974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.279508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.284776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.288622:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.292536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.296156:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.298679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.302433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.303990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.306973:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.307223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.309838:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.312247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.316040:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053721216:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156235.316059:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156235.316104:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1974:x1830977056852736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3746us (3860us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156235.316113:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9926 00000100:00100000:0.0:1746156235.317991:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.320433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.323035:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.324924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.324986:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.327728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.330145:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.334721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.334805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.338094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.341031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.341709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.347587:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.351848:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.361515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.372711:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.378698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156235.384575:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156235.394857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.420615:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.423723:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.427637:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.431238:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.435131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.440824:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056857728 00000100:00100000:0.0:1746156235.440830:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056857728 00002000:00100000:0.0:1746156235.440859:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738380 x1830977056857728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.440868:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738380 with x1830977056857728 ext(0->4095) 00002000:00010000:0.0:1746156235.440872:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738380 00000100:00100000:0.0:1746156235.441051:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4147 00000100:00100000:0.0:1746156235.441059:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1974:x1830977056857728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156235.441206:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1974:x1830977056857728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (632us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156235.441212:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4147 00002000:00100000:0.0:1746156235.441216:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738380 x1830977056857728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.441223:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738380 with x1830977056857728 ext(0->4095) 00002000:00010000:0.0:1746156235.441225:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738380 00000100:00100000:0.0:1746156235.462508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.468360:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.471685:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.474357:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.475734:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.477514:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.477697:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31591:x1830977056858624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.477703:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5400 00000100:00100000:0.0:1746156235.487985:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.488042:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056858752 00000100:00100000:1.0:1746156235.488050:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056858752 00010000:00010000:1.0:1746156235.488083:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76338 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812167 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.488114:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9937 00000100:00100000:1.0:1746156235.488122:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056858752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156235.488134:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156235.488151:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76338 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812167 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.488162:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76338 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812167 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.488190:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76338 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812167 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.488206:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.488208:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.488214:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e7633f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81216e expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.488221:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e7633f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81216e expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.488253:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e7633f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81216e expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.488263:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e7633f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81216e expref: 42 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.488272:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053724288:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156235.489543:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.497048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.507997:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053724416:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156235.508013:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156235.509109:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1973:x1830977056858880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 11840us (12067us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156235.509116:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9938 00000100:00100000:0.0:1746156235.512756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.516112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.520490:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.523993:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.526692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.533971:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.537533:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.540214:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.566098:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.566662:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.573069:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.577141:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.581566:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.584130:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.593912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.593995:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056861568 00000100:00100000:1.0:1746156235.594003:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056861568 00000100:00100000:1.0:1746156235.594087:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5405 00000100:00100000:1.0:1746156235.594094:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056861568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.594110:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.594124:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76369 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812198 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.594149:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76362 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812191 expref: 45 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.594155:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.594156:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.594159:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76369 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812198 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.594194:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812191 expref: 45 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.594204:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76362 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812191 expref: 45 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.594215:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053725568:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156235.595433:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528600 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.608948:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053725568:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156235.608975:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76369 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812198 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.608990:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98600, rc 0) 00000100:00100000:1.0:1746156235.609023:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056861568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14929us (15117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.609030:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5405 00000100:00100000:0.0:1746156235.612779:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.612857:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056861696 00000100:00100000:1.0:1746156235.612864:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056861696 00000100:00100000:1.0:1746156235.612904:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5406 00000100:00100000:1.0:1746156235.612910:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31590:x1830977056861696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.612923:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.612935:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e76370 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81219f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.612955:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.612960:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76369 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812198 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.612965:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156235.612968:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e76370 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81219f expref: 47 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.612999:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76369 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812198 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.613008:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e76370 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81219f expref: 47 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.613015:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99c00, rc 0) 00000100:00100000:1.0:1746156235.613830:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31590:x1830977056861696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 917us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.613836:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5406 00000100:00100000:0.0:1746156235.615773:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.615845:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056861824 00000100:00100000:1.0:1746156235.615851:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056861824 00002000:00100000:1.0:1746156235.615881:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d7df80 x1830977056861824/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 496/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.615889:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7df80 with x1830977056861824 ext(0->7) 00010000:00010000:1.0:1746156235.615897:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76362 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812191 expref: 47 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.615907:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76362 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812191 expref: 47 pid: 8463 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.615913:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7df80 00000100:00100000:1.0:1746156235.616442:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2090 00000100:00100000:1.0:1746156235.616449:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1973:x1830977056861824:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156235.617473:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+49:1973:x1830977056861824:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1022us (1702us total) trans 4294967905 rc 0/0 00000100:00100000:1.0:1746156235.617480:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2090 00002000:00100000:1.0:1746156235.617486:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d7df80 x1830977056861824/t4294967905(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 496/448 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.617493:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7df80 with x1830977056861824 ext(0->7) 00010000:00010000:1.0:1746156235.617498:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76362 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812191 expref: 49 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.617506:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76362 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812191 expref: 49 pid: 8463 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.617512:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7df80 00000100:00100000:0.0:1746156235.619886:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.624279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.624735:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056862208 00000100:00100000:1.0:1746156235.624741:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056862208 00002000:00100000:1.0:1746156235.624775:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7c380 x1830977056862208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.624784:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7c380 with x1830977056862208 ext(0->4095) 00010000:00010000:1.0:1746156235.624791:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76369 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812198 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.624803:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76369 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812198 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.624809:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7c380 00000100:00100000:1.0:1746156235.624833:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2091 00000100:00100000:1.0:1746156235.624839:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056862208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156235.624969:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056862208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (692us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156235.624974:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2091 00002000:00100000:1.0:1746156235.624979:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7c380 x1830977056862208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.624986:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7c380 with x1830977056862208 ext(0->4095) 00010000:00010000:1.0:1746156235.624989:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76369 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812198 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.624997:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76369 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812198 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.625002:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7c380 00000100:00100000:0.0:1746156235.626939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.631282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.633923:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.633982:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056862720 00000100:00100000:1.0:1746156235.633989:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056862720 00000100:00100000:1.0:1746156235.634035:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5407 00000100:00100000:1.0:1746156235.634041:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056862720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.634055:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.634071:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8121a6 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.634097:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e76370 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81219f expref: 47 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.634103:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.634104:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.634108:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121a6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.634138:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e76370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81219f expref: 47 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.634147:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e76370 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81219f expref: 47 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.634157:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053726080:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156235.634247:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156235.636456:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.636569:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053726080:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156235.636594:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121a6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.636607:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99000, rc 0) 00000100:00100000:1.0:1746156235.636641:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056862720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2600us (2726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.636648:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5407 00000100:00100000:0.0:1746156235.640359:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.648972:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.650821:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.650965:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056863360 00000100:00100000:1.0:1746156235.650970:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056863360 00000100:00100000:1.0:1746156235.651007:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5408 00000100:00100000:1.0:1746156235.651013:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+49:31590:x1830977056863360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.651024:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.651036:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8121ad expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.651060:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121a6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.651066:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.651068:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.651071:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.651094:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121a6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.651105:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121a6 expref: 5 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.651115:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053726336:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156235.652614:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156235.653029:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.659960:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053726336:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156235.659988:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.660003:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094163200, rc 0) 00000100:00100000:1.0:1746156235.660053:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977056863360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9039us (9235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.660060:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5408 00000100:00100000:0.0:1746156235.660239:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056863616 00000100:00100000:0.0:1746156235.660244:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056863616 00010000:00010000:0.0:1746156235.660265:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121a6 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.660284:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9946 00000100:00100000:0.0:1746156235.660289:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056863616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156235.660300:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156235.660316:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121a6 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.660325:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121a6 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.660343:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76377 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121a6 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.660502:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.660504:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.660511:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.660518:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.660585:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.660595:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 50 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.660605:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053726592:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156235.661000:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.665473:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053726592:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156235.665497:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156235.665550:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977056863616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5259us (5403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.665559:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9946 00000100:00100000:0.0:1746156235.665779:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.668589:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.668669:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056864000 00000100:00100000:1.0:1746156235.668675:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056864000 00010000:00010000:1.0:1746156235.668701:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 51 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.668738:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9947 00000100:00100000:1.0:1746156235.668745:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1973:x1830977056864000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156235.668758:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156235.668776:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 51 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.668785:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 51 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.668802:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e7637e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ad expref: 51 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.668829:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.668831:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.668837:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 50 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.668844:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 50 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.668871:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 50 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156235.668882:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053726720:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156235.669450:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.671443:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053726720:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156235.671460:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156235.671490:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1973:x1830977056864000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2745us (2907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.671500:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9947 00000100:00100000:0.0:1746156235.671816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.672160:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056864256 00000100:00100000:1.0:1746156235.672166:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056864256 00002000:00100000:1.0:1746156235.672211:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490e680 x1830977056864256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.672220:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490e680 with x1830977056864256 ext(0->4095) 00002000:00010000:1.0:1746156235.672224:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490e680 00000100:00100000:0.0:1746156235.674340:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.674392:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056864384 00000100:00100000:1.0:1746156235.674398:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056864384 00000100:00100000:1.0:1746156235.674437:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5410 00000100:00100000:1.0:1746156235.674443:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056864384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.674455:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.674468:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8121bb expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.674488:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.674496:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.674497:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.674500:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.674523:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.674533:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 49 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.674543:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053726848:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156235.674617:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.677518:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053726848:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156235.677542:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.677559:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98600, rc 0) 00000100:00100000:1.0:1746156235.677602:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056864384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3158us (3267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.677609:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5410 00000100:00100000:0.0:1746156235.678347:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.678575:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056864512 00000100:00100000:1.0:1746156235.678581:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056864512 00010000:00010000:1.0:1746156235.678603:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 50 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.678635:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9948 00000100:00100000:1.0:1746156235.678641:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1975:x1830977056864512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156235.678651:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156235.678667:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 50 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.678680:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 50 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.678697:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76385 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121b4 expref: 50 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.678721:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.678722:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.678729:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.678740:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.678762:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156235.678772:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053726976:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156235.678825:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156235.682957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.682994:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053726976:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156235.683011:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156235.683054:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+49:1975:x1830977056864512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4412us (4707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.683062:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9948 00000100:00100000:1.0:1746156235.683391:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056864896 00000100:00100000:1.0:1746156235.683394:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056864896 00000100:00100000:1.0:1746156235.683410:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5411 00000100:00100000:1.0:1746156235.683414:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+49:31590:x1830977056864896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.683422:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.683433:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76393 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8121c2 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.683573:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.683580:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.683582:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.683585:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76393 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c2 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.683606:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.683615:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 5 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.683626:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053727104:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156235.683799:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.685850:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053727104:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156235.685863:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76393 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c2 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.685870:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98400, rc 0) 00000100:00100000:1.0:1746156235.685886:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977056864896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2472us (2600us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.685891:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5411 00000100:00100000:0.0:1746156235.685972:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056865152 00000100:00100000:0.0:1746156235.685975:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056865152 00010000:00010000:0.0:1746156235.685989:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.686005:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9949 00000100:00100000:0.0:1746156235.686009:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056865152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156235.686016:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156235.686029:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.686039:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.686054:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7638c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121bb expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.686066:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.686067:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.686071:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76393 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c2 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.686077:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76393 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c2 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.686093:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76393 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c2 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.686102:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76393 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c2 expref: 50 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.686111:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053727360:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156235.686143:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.693632:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.706428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.714631:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056866048 00000100:00100000:0.0:1746156235.714637:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056866048 00010000:00010000:0.0:1746156235.714661:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7639a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c9 expref: 51 pid: 21377 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.714686:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9951 00000100:00100000:0.0:1746156235.714692:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977056866048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156235.714703:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156235.714722:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7639a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c9 expref: 51 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.714732:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7639a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c9 expref: 51 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.714748:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7639a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121c9 expref: 51 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.714761:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.714763:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.714767:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.714773:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.714807:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.714819:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 5 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.714830:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053727872:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156235.720583:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053727872:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156235.720603:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156235.721148:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056866432 00000100:00100000:1.0:1746156235.721157:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056866432 00002000:00100000:1.0:1746156235.721211:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c081500 x1830977056866432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.721221:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c081500 with x1830977056866432 ext(0->4095) 00010000:00010000:1.0:1746156235.721231:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.721245:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.721251:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c081500 00000100:00100000:0.0:1746156235.721298:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1975:x1830977056866048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6600us (7539us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156235.721311:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9951 00000100:00100000:1.0:1746156235.721709:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2095 00000100:00100000:1.0:1746156235.721720:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056866432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156235.721904:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056866432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 185us (1437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156235.721911:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2095 00002000:00100000:1.0:1746156235.721919:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c081500 x1830977056866432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.721926:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c081500 with x1830977056866432 ext(0->4095) 00010000:00010000:1.0:1746156235.721932:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.721962:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.721981:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c081500 00000100:00100000:0.0:1746156235.727639:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056866560 00000100:00100000:0.0:1746156235.727647:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056866560 00010000:00010000:0.0:1746156235.727683:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.727713:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9952 00000100:00100000:0.0:1746156235.727722:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056866560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156235.727734:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156235.727755:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.727764:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.727784:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e763a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d0 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.728166:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.728179:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.728186:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d7 expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.728194:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d7 expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.728238:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d7 expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156235.728253:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053728000:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156235.729261:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156235.732434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.742532:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.742655:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056866944 00000100:00100000:1.0:1746156235.742665:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056866944 00000100:00100000:1.0:1746156235.742733:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5415 00000100:00100000:1.0:1746156235.742742:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056866944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.742759:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.742772:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e763af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8121de expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.742801:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d7 expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.742809:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.742811:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.742814:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e763af lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121de expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.742844:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d7 expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.742856:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121d7 expref: 49 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.742869:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053728128:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156235.742972:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.747839:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053728128:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156235.747873:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e763af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121de expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.747891:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98400, rc 0) 00000100:00100000:1.0:1746156235.749216:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056866944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6470us (6687us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.749230:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5415 00000100:00100000:0.0:1746156235.755270:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.770498:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056867456 00000100:00100000:1.0:1746156235.770505:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056867456 00002000:00100000:1.0:1746156235.770541:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbc000 x1830977056867456/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.770550:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbc000 with x1830977056867456 ext(0->4095) 00002000:00010000:1.0:1746156235.770554:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbc000 00000100:00100000:1.0:1746156235.770579:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4159 00000100:00100000:1.0:1746156235.770585:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056867456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156235.770720:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056867456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156235.770726:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4159 00002000:00100000:1.0:1746156235.770731:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbc000 x1830977056867456/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.770737:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbc000 with x1830977056867456 ext(0->4095) 00002000:00010000:1.0:1746156235.770740:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbc000 00000100:00100000:0.0:1746156235.777574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.777630:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056867584 00000100:00100000:1.0:1746156235.777638:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056867584 00000100:00100000:1.0:1746156235.777683:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5416 00000100:00100000:1.0:1746156235.777689:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a5b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977056867584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.777703:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.777716:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8121e5 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.777741:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e763af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121de expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.777747:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.777749:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746156235.777750:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156235.777752:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121e5 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.777774:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e763af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121de expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.777783:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e763af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121de expref: 5 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.778150:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053728384:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156235.778762:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156235.786219:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156235.787133:0:15159:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e763af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121de expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.787157:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053728384:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156235.787186:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763b6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121e5 expref: 53 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.787195:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763b6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121e5 expref: 53 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.787213:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98200, rc 0) 00000100:00100000:1.0:1746156235.787268:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a5b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977056867584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9575us (9699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.787276:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5416 00000100:00100000:0.0:1746156235.792954:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053728640:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156235.792977:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156235.793020:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056867840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6609us (6813us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156235.793029:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9954 00000100:00100000:0.0:1746156235.793444:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056868096 00000100:00100000:0.0:1746156235.793450:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056868096 00002000:00100000:0.0:1746156235.793479:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbea00 x1830977056868096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.793487:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977056868096 ext(0->4095) 00010000:00010000:0.0:1746156235.793494:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121e5 expref: 53 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.793505:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121e5 expref: 53 pid: 15159 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746156235.793512:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbea00 00000100:00100000:0.0:1746156235.793535:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2097 00000100:00100000:0.0:1746156235.793541:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977056868096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156235.793728:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977056868096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 186us (582us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156235.793733:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2097 00002000:00100000:0.0:1746156235.793738:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbea00 x1830977056868096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.793745:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977056868096 ext(0->4095) 00010000:00010000:0.0:1746156235.793750:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121e5 expref: 53 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.793758:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121e5 expref: 53 pid: 15159 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746156235.793764:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbea00 00000100:00100000:0.0:1746156235.798765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.805862:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053728768:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156235.805882:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156235.805914:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977056868224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5232us (7165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156235.805923:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9955 00000100:00100000:1.0:1746156235.805990:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056868480 00000100:00100000:1.0:1746156235.805995:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056868480 00002000:00100000:1.0:1746156235.806026:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe680 x1830977056868480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.806034:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe680 with x1830977056868480 ext(0->4095) 00002000:00010000:1.0:1746156235.806038:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbe680 00000100:00100000:1.0:1746156235.806050:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4160 00000100:00100000:1.0:1746156235.806056:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977056868480:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156235.807451:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977056868480:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1390us (1658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156235.807458:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4160 00002000:00100000:1.0:1746156235.807465:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe680 x1830977056868480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.807473:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe680 with x1830977056868480 ext(0->4095) 00002000:00010000:1.0:1746156235.807476:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbe680 00000100:00100000:1.0:1746156235.813319:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056868608 00000100:00100000:1.0:1746156235.813326:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056868608 00000100:00100000:1.0:1746156235.825154:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056868736 00000100:00100000:1.0:1746156235.825163:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056868736 00002000:00100000:1.0:1746156235.825219:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094cbd500 x1830977056868736/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 496/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.825230:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd500 with x1830977056868736 ext(0->7) 00010000:00010000:1.0:1746156235.825240:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e763bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ec expref: 52 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.825255:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e763bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ec expref: 52 pid: 8463 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.825262:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbd500 00000100:00100000:1.0:1746156235.825284:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2098 00000100:00100000:1.0:1746156235.825292:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977056868736:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156235.825656:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977056868736:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 363us (669us total) trans 4294967908 rc 0/0 00000100:00100000:1.0:1746156235.825664:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2098 00002000:00100000:1.0:1746156235.825672:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094cbd500 x1830977056868736/t4294967908(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 496/448 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.825679:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd500 with x1830977056868736 ext(0->7) 00010000:00010000:1.0:1746156235.825685:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e763bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ec expref: 54 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.825696:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e763bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ec expref: 54 pid: 8463 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.825701:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbd500 00000100:00100000:0.0:1746156235.839711:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.841045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.841118:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056868992 00000100:00100000:0.0:1746156235.841123:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056868992 00010000:00010000:0.0:1746156235.841145:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e763bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ec expref: 55 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.841182:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9956 00000100:00100000:0.0:1746156235.841189:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1973:x1830977056868992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156235.841198:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156235.841218:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e763bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ec expref: 55 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.841229:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e763bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ec expref: 55 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.841246:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e763bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121ec expref: 55 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.841262:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.841264:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156235.841271:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.841279:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.841301:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156235.841318:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 5 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746156235.841329:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053729152:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156235.843050:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.851859:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053729152:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156235.851879:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156235.852011:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1973:x1830977056868992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 10819us (10964us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.852023:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9956 00000100:00100000:0.0:1746156235.853196:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056869248 00000100:00100000:0.0:1746156235.853203:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056869248 00002000:00100000:0.0:1746156235.853234:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbf480 x1830977056869248/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.853242:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf480 with x1830977056869248 ext(0->4095) 00010000:00010000:0.0:1746156235.853250:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.853261:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746156235.853266:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbf480 00000100:00100000:0.0:1746156235.853291:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2099 00000100:00100000:0.0:1746156235.853296:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056869248:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746156235.857669:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056869248:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 4361us (4596us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156235.857682:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2099 00002000:00100000:0.0:1746156235.857693:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbf480 x1830977056869248/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.857710:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf480 with x1830977056869248 ext(0->4095) 00010000:00010000:0.0:1746156235.857719:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.857734:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746156235.857741:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbf480 00000100:00100000:0.0:1746156235.861242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.863746:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056869376 00000100:00100000:1.0:1746156235.863755:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056869376 00010000:00010000:1.0:1746156235.863787:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.863809:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9957 00000100:00100000:1.0:1746156235.863815:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056869376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156235.863824:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156235.863840:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.863849:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.863867:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e763c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121f3 expref: 6 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.863891:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.863893:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.863899:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.863906:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.863931:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156235.863941:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053729280:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156235.865080:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.867913:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053729280:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156235.867929:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156235.867970:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977056869376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4155us (6735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.867979:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9957 00000100:00100000:0.0:1746156235.868047:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.868442:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056869632 00000100:00100000:1.0:1746156235.868447:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056869632 00002000:00100000:1.0:1746156235.868475:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb480 x1830977056869632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.868483:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb480 with x1830977056869632 ext(0->4095) 00002000:00010000:1.0:1746156235.868487:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccb480 00000100:00100000:1.0:1746156235.868687:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4161 00000100:00100000:1.0:1746156235.868694:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977056869632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156235.869516:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977056869632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 822us (1467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156235.869522:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4161 00002000:00100000:1.0:1746156235.869528:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb480 x1830977056869632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.869541:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb480 with x1830977056869632 ext(0->4095) 00002000:00010000:1.0:1746156235.869544:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccb480 00000100:00100000:0.0:1746156235.871671:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.871917:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056869760 00000100:00100000:1.0:1746156235.871923:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056869760 00000100:00100000:1.0:1746156235.871966:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5420 00000100:00100000:1.0:1746156235.871973:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056869760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.871987:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.872000:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812201 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.872020:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.872026:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.872027:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156235.872029:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.872049:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.872059:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 53 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.872067:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053729408:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156235.872137:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156235.873881:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053729408:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156235.873899:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.873910:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99c00, rc 0) 00000100:00100000:1.0:1746156235.873946:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056869760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1972us (2283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.873953:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5420 00000100:00100000:0.0:1746156235.875652:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.875726:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056869888 00000100:00100000:1.0:1746156235.875733:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056869888 00010000:00010000:1.0:1746156235.875760:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 54 pid: 8463 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.875902:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9958 00000100:00100000:1.0:1746156235.875909:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977056869888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156235.875920:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156235.875940:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 54 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.875952:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 54 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.875975:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e763cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8121fa expref: 54 pid: 8463 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.876015:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.876017:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.876024:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.876031:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.876055:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156235.876065:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053729536:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156235.876654:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156235.879224:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.879759:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056870016 00000100:00100000:1.0:1746156235.879765:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056870016 00000100:00100000:1.0:1746156235.879791:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5421 00000100:00100000:1.0:1746156235.879797:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977056870016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156235.879810:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156235.879822:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812208 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.879842:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.879848:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.879850:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156235.879853:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812208 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.879872:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.879883:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 5 pid: 15159 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746156235.879893:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053729664:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156235.879940:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156235.880473:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.880690:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056870272 00000100:00100000:1.0:1746156235.880694:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056870272 00002000:00100000:1.0:1746156235.880716:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8380 x1830977056870272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.880724:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8380 with x1830977056870272 ext(0->4095) 00010000:00010000:1.0:1746156235.880729:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.880738:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.880744:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8380 00000100:00100000:1.0:1746156235.881542:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2100 00000100:00100000:1.0:1746156235.881554:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056870272:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156235.881704:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056870272:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (1231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156235.881712:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2100 00002000:00100000:1.0:1746156235.881718:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8380 x1830977056870272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.881732:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8380 with x1830977056870272 ext(0->4095) 00010000:00010000:1.0:1746156235.881739:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.881750:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e763d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812201 expref: 6 pid: 15159 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746156235.881755:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8380 00000100:00100000:0.0:1746156235.885312:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.886066:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053729664:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156235.886086:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e763d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812208 expref: 55 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156235.886095:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98200, rc 0) 00000100:00100000:1.0:1746156235.886114:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977056870016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6318us (6896us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156235.886120:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5421 00000100:00100000:0.0:1746156235.886155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.888558:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.892853:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.898032:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.903331:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.911154:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.911485:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.916528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.917279:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056871808 00000100:00100000:0.0:1746156235.917284:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056871808 00002000:00100000:0.0:1746156235.917312:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8e00 x1830977056871808/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.917324:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8e00 with x1830977056871808 ext(0->4095) 00010000:00010000:0.0:1746156235.917329:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e763e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812216 expref: 6 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.917338:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e763e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812216 expref: 6 pid: 21377 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746156235.917344:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8e00 00000100:00100000:0.0:1746156235.917355:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2102 00000100:00100000:0.0:1746156235.917360:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056871808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156235.917531:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056871808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (1009us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156235.917539:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2102 00002000:00100000:0.0:1746156235.917545:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8e00 x1830977056871808/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.917552:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8e00 with x1830977056871808 ext(0->4095) 00010000:00010000:0.0:1746156235.917557:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e763e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812216 expref: 6 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746156235.917567:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e763e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812216 expref: 6 pid: 21377 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746156235.917572:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8e00 00000100:00100000:0.0:1746156235.921235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.926718:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.927043:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056872192 00000100:00100000:1.0:1746156235.927048:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056872192 00002000:00100000:1.0:1746156235.927075:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccaa00 x1830977056872192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.927084:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccaa00 with x1830977056872192 ext(0->4095) 00002000:00010000:1.0:1746156235.927087:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccaa00 00000100:00100000:1.0:1746156235.927102:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4163 00000100:00100000:1.0:1746156235.927107:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977056872192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156235.927894:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977056872192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 786us (1181us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156235.927900:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4163 00002000:00100000:1.0:1746156235.927904:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccaa00 x1830977056872192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.927911:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccaa00 with x1830977056872192 ext(0->4095) 00002000:00010000:1.0:1746156235.927914:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccaa00 00000100:00100000:0.0:1746156235.936317:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.950325:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.950403:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056872448 00000100:00100000:1.0:1746156235.950411:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056872448 00002000:00100000:1.0:1746156235.950445:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009537c000 x1830977056872448/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 496/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.950454:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c000 with x1830977056872448 ext(0->7) 00010000:00010000:1.0:1746156235.950462:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e763ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81221d expref: 54 pid: 21377 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746156235.950474:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e763ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81221d expref: 54 pid: 21377 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156235.950481:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537c000 00000100:00100000:1.0:1746156235.950511:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2103 00000100:00100000:1.0:1746156235.950518:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977056872448:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156235.950774:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977056872448:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 256us (456us total) trans 4294967909 rc 0/0 00000100:00100000:1.0:1746156235.950781:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2103 00002000:00100000:1.0:1746156235.950787:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009537c000 x1830977056872448/t4294967909(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 496/448 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.950794:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c000 with x1830977056872448 ext(0->7) 00010000:00010000:1.0:1746156235.950799:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e763ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81221d expref: 56 pid: 21377 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156235.950808:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e763ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81221d expref: 56 pid: 21377 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156235.950813:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537c000 00000100:00100000:0.0:1746156235.953469:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.955688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.960676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.965571:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.971937:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.972391:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056873344 00000100:00100000:0.0:1746156235.972397:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056873344 00002000:00100000:0.0:1746156235.972428:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8b100 x1830977056873344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.972438:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8b100 with x1830977056873344 ext(0->4095) 00002000:00010000:0.0:1746156235.972442:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8b100 00000100:00100000:0.0:1746156235.972469:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4164 00000100:00100000:0.0:1746156235.972476:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977056873344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156235.972605:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977056873344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (675us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156235.973038:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4164 00002000:00100000:0.0:1746156235.973045:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8b100 x1830977056873344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156235.973052:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8b100 with x1830977056873344 ext(0->4095) 00002000:00010000:0.0:1746156235.973054:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8b100 00000100:00100000:0.0:1746156235.978055:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.980830:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.980867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.983459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156235.983514:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056873984 00000100:00100000:1.0:1746156235.983519:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056873984 00002000:00100000:1.0:1746156235.983546:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537c380 x1830977056873984/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/0 e 0 to 0 dl 1746156246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.983555:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c380 with x1830977056873984 ext(0->4095) 00010000:00010000:1.0:1746156235.983561:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76403 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812232 expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156235.983570:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76403 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812232 expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156235.983576:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537c380 00000100:00100000:1.0:1746156235.983596:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2105 00000100:00100000:1.0:1746156235.983601:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056873984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156235.983706:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056873984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156235.983711:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2105 00002000:00100000:1.0:1746156235.983715:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537c380 x1830977056873984/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:551/0 lens 488/4536 e 0 to 0 dl 1746156246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156235.983721:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c380 with x1830977056873984 ext(0->4095) 00010000:00010000:1.0:1746156235.983725:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76403 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812232 expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156235.983732:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76403 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812232 expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156235.983736:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537c380 00000100:00100000:0.0:1746156235.986288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156235.997453:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.014036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.014126:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056874624 00000100:00100000:1.0:1746156236.014134:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056874624 00002000:00100000:1.0:1746156236.014191:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009350c700 x1830977056874624/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 496/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.014200:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c700 with x1830977056874624 ext(0->7) 00010000:00010000:1.0:1746156236.014208:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7640a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812239 expref: 56 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.014222:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7640a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812239 expref: 56 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.014228:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350c700 00000100:00100000:1.0:1746156236.015058:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2106 00000100:00100000:1.0:1746156236.015069:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977056874624:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156236.015358:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977056874624:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 289us (1330us total) trans 4294967910 rc 0/0 00000100:00100000:1.0:1746156236.015381:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2106 00002000:00100000:1.0:1746156236.015387:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009350c700 x1830977056874624/t4294967910(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 496/448 e 0 to 0 dl 1746156247 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.015395:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c700 with x1830977056874624 ext(0->7) 00010000:00010000:1.0:1746156236.015402:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7640a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812239 expref: 58 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.015413:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7640a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812239 expref: 58 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.015419:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350c700 00000100:00080000:0.0:1746156236.015996:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156236.017594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.023745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156236.024016:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156236.026175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.030312:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.033954:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.035800:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.043591:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.062295:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.062482:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056876160 00000100:00100000:1.0:1746156236.062488:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056876160 00002000:00100000:1.0:1746156236.062519:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350d180 x1830977056876160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.062527:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350d180 with x1830977056876160 ext(0->4095) 00010000:00010000:1.0:1746156236.062534:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7641f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81224e expref: 58 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.062544:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7641f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81224e expref: 58 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.062550:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350d180 00000100:00100000:1.0:1746156236.062563:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2108 00000100:00100000:1.0:1746156236.062568:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977056876160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.063136:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977056876160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 567us (847us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.063142:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2108 00002000:00100000:1.0:1746156236.063147:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350d180 x1830977056876160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.063159:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350d180 with x1830977056876160 ext(0->4095) 00010000:00010000:1.0:1746156236.063163:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7641f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81224e expref: 58 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.063180:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7641f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81224e expref: 58 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.063186:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350d180 00000100:00100000:0.0:1746156236.065464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.066074:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.074865:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.075133:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056876672 00000100:00100000:1.0:1746156236.075138:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056876672 00002000:00100000:1.0:1746156236.075200:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c7100 x1830977056876672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.075209:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c7100 with x1830977056876672 ext(0->4095) 00010000:00010000:1.0:1746156236.075215:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76426 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812255 expref: 6 pid: 21377 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.075227:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76426 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812255 expref: 6 pid: 21377 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.075236:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c7100 00000100:00100000:1.0:1746156236.075247:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2109 00000100:00100000:1.0:1746156236.075253:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056876672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156236.075397:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056876672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.075403:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2109 00002000:00100000:1.0:1746156236.075408:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c7100 x1830977056876672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.075414:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c7100 with x1830977056876672 ext(0->4095) 00010000:00010000:1.0:1746156236.075418:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76426 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812255 expref: 6 pid: 21377 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.075427:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76426 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812255 expref: 6 pid: 21377 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.075432:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c7100 00000100:00100000:0.0:1746156236.080451:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.097227:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.105358:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.111029:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.119927:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.122422:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053733120:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156236.122440:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156236.122476:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1972:x1830977056877440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2364us (2557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156236.122485:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9972 00000100:00100000:0.0:1746156236.123382:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056877696 00000100:00100000:0.0:1746156236.123388:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056877696 00002000:00100000:0.0:1746156236.123416:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529180 x1830977056877696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156236.123424:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529180 with x1830977056877696 ext(0->4095) 00002000:00010000:0.0:1746156236.123427:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093529180 00000100:00100000:0.0:1746156236.129033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.134297:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.137738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.142941:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.143969:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056878336 00000100:00100000:1.0:1746156236.143975:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056878336 00002000:00100000:1.0:1746156236.144004:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9880 x1830977056878336/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.144013:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9880 with x1830977056878336 ext(0->4095) 00010000:00010000:1.0:1746156236.144019:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e7643b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81226a expref: 61 pid: 8463 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.144035:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e7643b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81226a expref: 61 pid: 8463 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.144041:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953c9880 00000100:00100000:1.0:1746156236.144054:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2111 00000100:00100000:1.0:1746156236.144059:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1974:x1830977056878336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156236.144165:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1974:x1830977056878336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (1231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.144180:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2111 00002000:00100000:1.0:1746156236.144185:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9880 x1830977056878336/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.144192:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9880 with x1830977056878336 ext(0->4095) 00010000:00010000:1.0:1746156236.144196:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e7643b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81226a expref: 61 pid: 8463 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.144204:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e7643b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81226a expref: 61 pid: 8463 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.144210:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953c9880 00000100:00100000:0.0:1746156236.146557:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.152239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.155306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.159496:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.162997:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.164074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.168593:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.171577:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.175749:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.181214:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.182065:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9977 00000100:00100000:1.0:1746156236.182074:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1975:x1830977056880000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156236.182087:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156236.182105:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76450 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81227f expref: 61 pid: 8463 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.182114:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76450 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81227f expref: 61 pid: 8463 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.182131:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76450 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81227f expref: 61 pid: 8463 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.182207:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.182209:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.182215:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76457 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812286 expref: 60 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.182221:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76457 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812286 expref: 60 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.182248:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76457 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812286 expref: 60 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156236.182259:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053734400:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156236.182491:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528600 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.184562:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053734400:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156236.184580:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156236.184611:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977056880000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2539us (3403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.184619:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9977 00000100:00100000:0.0:1746156236.186062:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.188791:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.195483:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.195766:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056880512 00000100:00100000:1.0:1746156236.195773:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056880512 00010000:00010000:1.0:1746156236.195806:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76457 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812286 expref: 60 pid: 21377 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.195842:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9978 00000100:00100000:1.0:1746156236.195848:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977056880512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156236.195862:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156236.195879:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76457 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812286 expref: 60 pid: 21377 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746156236.195901:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156236.196261:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76457 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812286 expref: 61 pid: 21377 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.196347:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76457 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812286 expref: 61 pid: 21377 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.196360:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.196361:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.196394:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7645e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81228d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.196400:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7645e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81228d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.196418:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7645e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81228d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.196432:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7645e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81228d expref: 5 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.196441:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053734784:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156236.196497:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156236.199612:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.199762:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053734784:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156236.199789:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156236.199823:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977056880512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3974us (4347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.199833:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9978 00000100:00100000:0.0:1746156236.202979:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.203143:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056881024 00000100:00100000:1.0:1746156236.203150:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056881024 00010000:00010000:1.0:1746156236.203190:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7645e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81228d expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.203226:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9979 00000100:00100000:1.0:1746156236.203233:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056881024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156236.203245:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156236.203262:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7645e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81228d expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.203272:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7645e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81228d expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.203291:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7645e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81228d expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.203313:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.203315:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.203323:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76465 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812294 expref: 59 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.203331:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76465 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812294 expref: 59 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.203360:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76465 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812294 expref: 59 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156236.203394:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053734912:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156236.203468:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.205431:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053734912:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156236.205452:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156236.205495:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056881024:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2261us (2522us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.205506:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9979 00000100:00100000:0.0:1746156236.206050:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.217120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.219747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.226721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.228468:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.228543:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056881792 00000100:00100000:1.0:1746156236.228549:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056881792 00010000:00010000:1.0:1746156236.228579:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76465 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812294 expref: 63 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746156236.234697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.241150:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.245949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.255987:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.274849:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.291885:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.296052:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.301453:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.306841:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.309125:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.313654:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.316923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.320342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.322324:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.326946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.331288:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.331323:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.335007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.335064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.339454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.341987:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.346635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.353718:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.357140:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.358550:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.359062:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056886272 00000100:00100000:1.0:1746156236.359067:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056886272 00000100:00100000:1.0:1746156236.359092:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5451 00000100:00100000:1.0:1746156236.359097:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:31590:x1830977056886272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.359107:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.359119:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e764ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8122da expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.359138:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e764a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122d3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.359145:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.359146:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.359149:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e764ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122da expref: 64 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.359179:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e764a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122d3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.359188:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e764a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122d3 expref: 5 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.359197:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053737344:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.359243:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156236.360225:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.363540:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053737344:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.363566:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e764ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122da expref: 65 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.363579:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98200, rc 0) 00000100:00100000:1.0:1746156236.363620:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31590:x1830977056886272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4521us (5071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.363627:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5451 00000100:00100000:0.0:1746156236.363788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.366082:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.371713:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.377034:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.385964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.386041:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056887296 00000100:00100000:1.0:1746156236.386048:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056887296 00000100:00100000:1.0:1746156236.386088:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5453 00000100:00100000:1.0:1746156236.386095:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056887296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.386111:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.386124:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8122e8 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.386149:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e764b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122e1 expref: 63 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.386156:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.386157:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.386160:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122e8 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.386194:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e764b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122e1 expref: 63 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.386204:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e764b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122e1 expref: 63 pid: 8463 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.386214:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053737856:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.391351:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.393025:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053737856:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.393052:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122e8 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.393066:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99000, rc 0) 00000100:00100000:1.0:1746156236.393111:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056887296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7015us (7153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.393118:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5453 00000100:00100000:0.0:1746156236.397799:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.402155:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.410510:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.410542:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056887808 00000100:00100000:1.0:1746156236.410548:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056887808 00002000:00100000:1.0:1746156236.410581:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8a300 x1830977056887808/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.410590:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8a300 with x1830977056887808 ext(0->4095) 00002000:00010000:1.0:1746156236.410594:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8a300 00000100:00100000:1.0:1746156236.410609:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4179 00000100:00100000:1.0:1746156236.410614:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056887808:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.410933:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056887808:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 317us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.410940:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4179 00002000:00100000:1.0:1746156236.410945:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8a300 x1830977056887808/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.410952:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8a300 with x1830977056887808 ext(0->4095) 00002000:00010000:1.0:1746156236.410954:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8a300 00000100:00100000:0.0:1746156236.412805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.412878:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056887936 00000100:00100000:1.0:1746156236.412885:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056887936 00000100:00100000:1.0:1746156236.412916:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5454 00000100:00100000:1.0:1746156236.412922:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31591:x1830977056887936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.412936:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.412948:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8122ef expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.412968:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122e8 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.412974:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.412976:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.412979:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122ef expref: 66 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.413003:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122e8 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.413013:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122e8 expref: 5 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.413023:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053738112:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.413547:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.414768:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053738112:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.414787:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122ef expref: 66 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.414804:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98400, rc 0) 00000100:00100000:1.0:1746156236.414829:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:31591:x1830977056887936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1907us (2029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.414836:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5454 00000100:00100000:0.0:1746156236.421952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.425010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.425877:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056888320 00000100:00100000:1.0:1746156236.425883:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056888320 00002000:00100000:1.0:1746156236.425913:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081500 x1830977056888320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.425922:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081500 with x1830977056888320 ext(0->4095) 00002000:00010000:1.0:1746156236.425926:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081500 00000100:00100000:1.0:1746156236.425967:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4180 00000100:00100000:1.0:1746156236.425973:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1973:x1830977056888320:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156236.426089:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1973:x1830977056888320:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (1085us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.426093:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4180 00002000:00100000:1.0:1746156236.426097:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081500 x1830977056888320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.426104:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081500 with x1830977056888320 ext(0->4095) 00002000:00010000:1.0:1746156236.426106:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081500 00000100:00100000:0.0:1746156236.432074:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.432156:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056888448 00000100:00100000:1.0:1746156236.432164:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056888448 00000100:00100000:1.0:1746156236.432205:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5455 00000100:00100000:1.0:1746156236.432211:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056888448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.432226:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.432246:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8122f6 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.432272:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122ef expref: 65 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.432278:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.432279:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.432282:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122f6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.432308:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122ef expref: 65 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.432318:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122ef expref: 65 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.432329:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053738368:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.432624:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.435711:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053738368:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.435736:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122f6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.435752:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99000, rc 0) 00000100:00100000:1.0:1746156236.435787:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056888448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3576us (3720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.435797:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5455 00000100:00100000:0.0:1746156236.445306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.457769:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.458412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.458488:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056888704 00000100:00100000:1.0:1746156236.458496:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056888704 00000100:00100000:1.0:1746156236.458537:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5456 00000100:00100000:1.0:1746156236.458544:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977056888704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.458558:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.458571:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e764ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8122fd expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.458593:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.458598:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122f6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.458603:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156236.458606:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e764ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122fd expref: 69 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.458633:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122f6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.458642:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e764ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122fd expref: 69 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.458650:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98200, rc 0) 00000100:00100000:1.0:1746156236.458687:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977056888704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.458693:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5456 00000100:00100000:0.0:1746156236.465343:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.466974:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056889088 00000100:00100000:1.0:1746156236.466981:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056889088 00002000:00100000:1.0:1746156236.467016:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093083800 x1830977056889088/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.467025:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083800 with x1830977056889088 ext(0->4095) 00010000:00010000:1.0:1746156236.467031:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122f6 expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.467042:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122f6 expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.467047:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093083800 00000100:00100000:1.0:1746156236.467316:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2123 00000100:00100000:1.0:1746156236.467323:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056889088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.467469:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056889088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (2136us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.467474:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2123 00002000:00100000:1.0:1746156236.467478:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093083800 x1830977056889088/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.467485:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083800 with x1830977056889088 ext(0->4095) 00010000:00010000:1.0:1746156236.467489:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122f6 expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.467497:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122f6 expref: 6 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.467506:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093083800 00000100:00100000:0.0:1746156236.470954:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.473627:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.474072:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056889472 00000100:00100000:1.0:1746156236.474078:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056889472 00002000:00100000:1.0:1746156236.474107:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093080a80 x1830977056889472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.474115:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093080a80 with x1830977056889472 ext(0->4095) 00002000:00010000:1.0:1746156236.474118:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093080a80 00000100:00100000:1.0:1746156236.474132:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4181 00000100:00100000:1.0:1746156236.474138:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977056889472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156236.474262:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977056889472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.474268:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4181 00002000:00100000:1.0:1746156236.474273:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093080a80 x1830977056889472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.474279:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093080a80 with x1830977056889472 ext(0->4095) 00002000:00010000:1.0:1746156236.474281:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093080a80 00000100:00100000:0.0:1746156236.480999:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.481072:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056889600 00000100:00100000:1.0:1746156236.481078:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056889600 00000100:00100000:1.0:1746156236.481204:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5457 00000100:00100000:1.0:1746156236.481211:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056889600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.481226:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.481239:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e764d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812304 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.481265:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e764ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122fd expref: 67 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.481270:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.481272:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.481274:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e764d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812304 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.481299:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e764ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122fd expref: 67 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.481308:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e764ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8122fd expref: 67 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.481318:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053738880:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.481602:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.489217:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053738880:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.489247:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e764d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812304 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.489261:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98600, rc 0) 00000100:00100000:1.0:1746156236.489295:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056889600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8084us (8302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.489302:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5457 00000100:00100000:0.0:1746156236.497618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.497662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.498045:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056889856 00000100:00100000:1.0:1746156236.498049:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056889856 00000100:00100000:1.0:1746156236.498077:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5458 00000100:00100000:1.0:1746156236.498082:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977056889856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.498089:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.498100:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81230b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.498116:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.498121:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e764d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812304 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.498126:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156236.498129:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81230b expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.498156:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e764d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812304 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.498192:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81230b expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.498200:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f98400, rc 0) 00000100:00100000:1.0:1746156236.498887:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:31590:x1830977056889856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 802us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.498893:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5458 00000100:00100000:0.0:1746156236.508613:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.511189:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.516586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.519554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.519751:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056890624 00000100:00100000:1.0:1746156236.519757:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056890624 00002000:00100000:1.0:1746156236.519784:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4831f80 x1830977056890624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.519797:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831f80 with x1830977056890624 ext(0->4095) 00002000:00010000:1.0:1746156236.519801:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4831f80 00000100:00100000:1.0:1746156236.519979:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4182 00000100:00100000:1.0:1746156236.519984:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977056890624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.520100:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977056890624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.520105:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4182 00002000:00100000:1.0:1746156236.520109:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4831f80 x1830977056890624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.520115:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831f80 with x1830977056890624 ext(0->4095) 00002000:00010000:1.0:1746156236.520117:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4831f80 00000100:00100000:0.0:1746156236.522665:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.522814:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056890752 00000100:00100000:1.0:1746156236.522821:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056890752 00000100:00100000:1.0:1746156236.523033:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5459 00000100:00100000:1.0:1746156236.523041:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056890752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.523054:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.523069:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812312 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.523091:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81230b expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.523097:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.523098:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.523101:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764e3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812312 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.523121:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81230b expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.523130:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e764dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81230b expref: 69 pid: 21377 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.523141:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053739392:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.523511:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.525260:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053739392:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.525288:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812312 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.525300:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99000, rc 0) 00000100:00100000:1.0:1746156236.525342:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056890752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2300us (2681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.525349:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5459 00000100:00100000:0.0:1746156236.527607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.532677:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.533313:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.533782:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056891264 00000100:00100000:1.0:1746156236.533786:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056891264 00000100:00100000:1.0:1746156236.533818:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5460 00000100:00100000:1.0:1746156236.533824:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977056891264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.533836:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.533848:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095444e00/0xb0171789e0e764ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812319 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.533875:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812312 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.533881:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.533882:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.533886:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095444e00/0xb0171789e0e764ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812319 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.533913:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812312 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.533923:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e764e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812312 expref: 6 pid: 21377 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.533933:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053739648:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.533989:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.536313:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053739648:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.536336:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095444e00/0xb0171789e0e764ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812319 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.536346:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095444e00, rc 0) 00000100:00100000:1.0:1746156236.536394:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31590:x1830977056891264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2570us (3081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.536401:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5460 00000100:00100000:0.0:1746156236.538232:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.538268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.538513:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056891392 00000100:00100000:1.0:1746156236.538515:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056891392 00000100:00100000:1.0:1746156236.538536:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5461 00000100:00100000:1.0:1746156236.538541:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977056891392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.538552:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.538562:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095444000/0xb0171789e0e764f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812320 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.538577:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.538581:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095444e00/0xb0171789e0e764ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812319 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.538585:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.538588:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095444000/0xb0171789e0e764f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812320 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.538611:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095444e00/0xb0171789e0e764ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812319 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.538619:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095444000/0xb0171789e0e764f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812320 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.538625:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095444000, rc 0) 00000100:00100000:1.0:1746156236.538658:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:31591:x1830977056891392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.538662:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5461 00000100:00100000:0.0:1746156236.540976:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.541026:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056891776 00000100:00100000:1.0:1746156236.541030:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056891776 00002000:00100000:1.0:1746156236.541053:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbf480 x1830977056891776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.541067:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf480 with x1830977056891776 ext(0->4095) 00010000:00010000:1.0:1746156236.541072:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095444e00/0xb0171789e0e764ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812319 expref: 71 pid: 21377 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.541082:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095444e00/0xb0171789e0e764ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812319 expref: 71 pid: 21377 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.541087:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbf480 00000100:00100000:1.0:1746156236.541106:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2127 00000100:00100000:1.0:1746156236.541111:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1972:x1830977056891776:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156236.541221:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1972:x1830977056891776:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.541226:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2127 00002000:00100000:1.0:1746156236.541231:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbf480 x1830977056891776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.541237:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf480 with x1830977056891776 ext(0->4095) 00010000:00010000:1.0:1746156236.541241:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095444e00/0xb0171789e0e764ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812319 expref: 71 pid: 21377 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.541249:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095444e00/0xb0171789e0e764ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812319 expref: 71 pid: 21377 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.541254:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbf480 00000100:00100000:0.0:1746156236.542937:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.547078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.549956:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.550676:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056892288 00000100:00100000:1.0:1746156236.550683:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056892288 00000100:00100000:1.0:1746156236.550777:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5462 00000100:00100000:1.0:1746156236.550783:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056892288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.550797:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.550809:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095444600/0xb0171789e0e764f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812327 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.550830:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095444000/0xb0171789e0e764f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812320 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.550837:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.550838:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.550842:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095444600/0xb0171789e0e764f8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812327 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.550863:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095444000/0xb0171789e0e764f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812320 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.550872:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095444000/0xb0171789e0e764f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812320 expref: 69 pid: 21377 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.550882:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053740160:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.551094:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.553243:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053740160:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.553267:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095444600/0xb0171789e0e764f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812327 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.553282:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095444600, rc 0) 00000100:00100000:1.0:1746156236.553310:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056892288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2527us (3360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.553316:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5462 00000100:00100000:0.0:1746156236.554571:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.557174:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.557431:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056892672 00000100:00100000:1.0:1746156236.557436:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056892672 00002000:00100000:1.0:1746156236.557461:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbe680 x1830977056892672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.557469:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbe680 with x1830977056892672 ext(0->4095) 00002000:00010000:1.0:1746156236.557473:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbe680 00000100:00100000:1.0:1746156236.557493:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4185 00000100:00100000:1.0:1746156236.557497:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056892672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.557594:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056892672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.557598:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4185 00002000:00100000:1.0:1746156236.557602:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbe680 x1830977056892672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.557608:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbe680 with x1830977056892672 ext(0->4095) 00002000:00010000:1.0:1746156236.557610:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbe680 00000100:00100000:0.0:1746156236.560005:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.560141:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056892800 00000100:00100000:1.0:1746156236.560147:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056892800 00000100:00100000:1.0:1746156236.560502:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5463 00000100:00100000:1.0:1746156236.560508:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a5b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977056892800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.560521:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.560533:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e764ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81232e expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.560553:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095444600/0xb0171789e0e764f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812327 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.560559:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.560560:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.560563:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e764ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81232e expref: 70 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.560583:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095444600/0xb0171789e0e764f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812327 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.560592:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095444600/0xb0171789e0e764f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812327 expref: 5 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.560601:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053740416:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.560659:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156236.560809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.562507:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053740416:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.562523:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e764ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81232e expref: 71 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.562532:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f400, rc 0) 00000100:00100000:1.0:1746156236.562564:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a5b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:31590:x1830977056892800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2056us (2564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.562573:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5463 00000100:00100000:0.0:1746156236.563054:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.565615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.569292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.573234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.575603:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.575658:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056893824 00000100:00100000:1.0:1746156236.575663:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056893824 00000100:00100000:1.0:1746156236.575689:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5465 00000100:00100000:1.0:1746156236.575693:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056893824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.575704:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.575715:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7650d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81233c expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.575734:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095685000/0xb0171789e0e76506 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812335 expref: 69 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.575739:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.575740:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.575743:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7650d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81233c expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.575762:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095685000/0xb0171789e0e76506 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812335 expref: 69 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.575770:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095685000/0xb0171789e0e76506 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812335 expref: 69 pid: 8463 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.575779:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053740928:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.575837:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156236.578216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.580884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.581221:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056894208 00000100:00100000:1.0:1746156236.581226:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056894208 00002000:00100000:1.0:1746156236.581256:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbdf80 x1830977056894208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.581264:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbdf80 with x1830977056894208 ext(0->4095) 00002000:00010000:1.0:1746156236.581268:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbdf80 00000100:00100000:1.0:1746156236.581804:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4187 00000100:00100000:1.0:1746156236.581811:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056894208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.581937:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056894208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (1052us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.581942:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4187 00002000:00100000:1.0:1746156236.581947:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbdf80 x1830977056894208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.581953:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbdf80 with x1830977056894208 ext(0->4095) 00002000:00010000:1.0:1746156236.581956:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbdf80 00000100:00100000:0.0:1746156236.583877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.584067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.584127:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056894336 00000100:00100000:1.0:1746156236.584133:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056894336 00000100:00100000:1.0:1746156236.584174:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056894464 00000100:00100000:1.0:1746156236.584176:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056894464 00000100:00100000:1.0:1746156236.584189:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5466 00000100:00100000:1.0:1746156236.584199:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977056894336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.584215:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.584229:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76514 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812343 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.584249:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7650d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81233c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.584255:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.584257:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.584260:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76514 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812343 expref: 71 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.584358:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7650d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81233c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.584497:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7650d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81233c expref: 5 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.584507:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053741312:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.584561:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.585963:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053741312:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.585983:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76514 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812343 expref: 71 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.585994:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156236.587655:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:31591:x1830977056894336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3450us (3774us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.587664:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5466 00000100:00100000:0.0:1746156236.588257:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.591536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.595160:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.595544:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.595685:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056894976 00000100:00100000:1.0:1746156236.595692:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056894976 00000100:00100000:1.0:1746156236.595726:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5468 00000100:00100000:1.0:1746156236.595733:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056894976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.595748:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.595761:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76522 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812351 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.595780:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.595785:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7651b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81234a expref: 70 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.595790:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156236.595793:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76522 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812351 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.595821:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7651b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81234a expref: 70 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.595832:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76522 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812351 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.595839:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f600, rc 0) 00000100:00100000:1.0:1746156236.595874:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056894976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.595878:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5468 00000100:00100000:0.0:1746156236.599632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.599718:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056895360 00000100:00100000:1.0:1746156236.599726:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056895360 00002000:00100000:1.0:1746156236.599758:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac700 x1830977056895360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.599767:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac700 with x1830977056895360 ext(0->4095) 00010000:00010000:1.0:1746156236.599775:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7651b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81234a expref: 71 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.599786:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7651b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81234a expref: 71 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.599791:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac700 00000100:00100000:1.0:1746156236.600513:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2130 00000100:00100000:1.0:1746156236.600520:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977056895360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.600630:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977056895360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (1004us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.600634:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2130 00002000:00100000:1.0:1746156236.600638:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac700 x1830977056895360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.600645:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac700 with x1830977056895360 ext(0->4095) 00010000:00010000:1.0:1746156236.600650:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7651b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81234a expref: 70 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.600658:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7651b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81234a expref: 70 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.600662:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac700 00000100:00100000:0.0:1746156236.603456:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.604052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.609000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.612936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.617223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.619154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.619611:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5470 00000100:00100000:1.0:1746156236.619619:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056896384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.619630:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.619643:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76530 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81235f expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.619661:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812358 expref: 69 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.619667:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.619669:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.619672:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76530 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81235f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.619694:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812358 expref: 69 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.619704:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812358 expref: 69 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.619713:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053742208:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.619772:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156236.621619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156236.621987:0:8461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76529 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812358 expref: 70 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.622003:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053742208:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.622019:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76530 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81235f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.622027:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ee00, rc 0) 00000100:00100000:1.0:1746156236.622045:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056896384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2428us (2893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.622051:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5470 00000100:00100000:0.0:1746156236.624922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.625002:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056896768 00000100:00100000:1.0:1746156236.625007:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056896768 00002000:00100000:1.0:1746156236.625033:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad880 x1830977056896768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.625041:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad880 with x1830977056896768 ext(0->4095) 00002000:00010000:1.0:1746156236.625044:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ad880 00000100:00100000:1.0:1746156236.625062:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4189 00000100:00100000:1.0:1746156236.625068:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056896768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156236.625188:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056896768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.625193:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4189 00002000:00100000:1.0:1746156236.625198:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad880 x1830977056896768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.625203:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad880 with x1830977056896768 ext(0->4095) 00002000:00010000:1.0:1746156236.625206:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ad880 00000100:00100000:0.0:1746156236.627076:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.627111:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.627725:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056897024 00000100:00100000:1.0:1746156236.627733:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056897024 00000100:00100000:1.0:1746156236.627771:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056896896 00000100:00100000:1.0:1746156236.627773:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056896896 00000100:00100000:1.0:1746156236.627956:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5471 00000100:00100000:1.0:1746156236.627963:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977056897024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.627977:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.627991:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76537 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81236d expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.628328:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.628331:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e7653e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812366 expref: 72 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.628336:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.628338:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76537 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81236d expref: 72 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.628354:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e7653e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812366 expref: 72 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.628363:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76537 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81236d expref: 72 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.628391:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f800, rc 0) 00000100:00100000:1.0:1746156236.628654:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:31591:x1830977056897024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 691us (1582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.628661:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5471 00000100:00100000:0.0:1746156236.632986:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.636118:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.639395:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.643476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.643559:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056897792 00000100:00100000:1.0:1746156236.643565:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056897792 00002000:00100000:1.0:1746156236.643597:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00000 x1830977056897792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.643605:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00000 with x1830977056897792 ext(0->4095) 00002000:00010000:1.0:1746156236.643609:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00000 00000100:00100000:1.0:1746156236.643635:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4190 00000100:00100000:1.0:1746156236.643641:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1975:x1830977056897792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.643765:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1975:x1830977056897792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.643770:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4190 00002000:00100000:1.0:1746156236.643774:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00000 x1830977056897792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.643780:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00000 with x1830977056897792 ext(0->4095) 00002000:00010000:1.0:1746156236.643785:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00000 00000100:00100000:0.0:1746156236.646709:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.650037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.653635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.657535:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.657679:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056898560 00000100:00100000:1.0:1746156236.657685:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056898560 00000100:00100000:1.0:1746156236.657710:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5475 00000100:00100000:1.0:1746156236.657716:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:31591:x1830977056898560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.657726:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.657734:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76553 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812382 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.657750:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.657753:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e7654c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81237b expref: 72 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.657758:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.657761:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76553 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812382 expref: 72 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.657781:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e7654c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81237b expref: 72 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.657795:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76553 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812382 expref: 72 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.657802:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ee00, rc 0) 00000100:00100000:1.0:1746156236.657839:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:31591:x1830977056898560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.657844:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5475 00000100:00100000:0.0:1746156236.661047:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.663606:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977053743872:0@lo:400:kworker.0 00000100:00100000:1.0:1746156236.663642:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156236.663660:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746156236.663663:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053744000:0@lo:400:kworker.0 00000100:00100000:1.0:1746156236.663678:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156236.663697:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053744000 00000100:00100000:1.0:1746156236.663702:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053744000 00000100:00100000:1.0:1746156236.663726:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1746156236.663731:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977053744000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746156236.663761:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977053744000:12345-0@lo:400:kworker.0 Request processed in 30us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.663765:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1746156236.663789:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053744000:0@lo:400:kworker.0 00000100:00080000:0.0:1746156236.664783:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746156236.664787:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746156236.665248:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977053743872:0@lo:400:kworker.0 00000100:00100000:0.0:1746156236.666398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.669071:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.672757:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.675940:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.676034:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056899456 00000100:00100000:1.0:1746156236.676041:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056899456 00000100:00100000:1.0:1746156236.676084:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5476 00000100:00100000:1.0:1746156236.676091:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056899456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.676105:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.676119:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7655a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812389 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.676141:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76553 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812382 expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.676148:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.676149:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156236.676152:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7655a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812389 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.676188:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812382 expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.676198:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812382 expref: 69 pid: 8461 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.676208:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053744512:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156236.676918:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.678549:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053744512:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.678573:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7655a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812389 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.678586:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156236.678620:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056899456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2528us (2685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.678628:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5476 00000100:00100000:0.0:1746156236.678998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.681912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.685891:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.686658:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056899968 00000100:00100000:1.0:1746156236.686668:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056899968 00000100:00100000:1.0:1746156236.686713:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5477 00000100:00100000:1.0:1746156236.686721:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977056899968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156236.686737:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156236.686750:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76561 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812390 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.686773:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7655a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812389 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.686780:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.686781:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156236.686784:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76561 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812390 expref: 70 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.686809:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7655a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812389 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.686818:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7655a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812389 expref: 5 pid: 15159 timeout: 592 lvb_type: 0 00000100:00100000:1.0:1746156236.686828:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801351c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053744768:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156236.687276:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.687729:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156236.691229:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801351c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053744768:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156236.691260:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76561 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812390 expref: 71 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156236.691276:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e800, rc 0) 00000100:00100000:1.0:1746156236.691722:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:31590:x1830977056899968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5001us (5836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156236.691731:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5477 00000100:00100000:1.0:1746156236.692895:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.698617:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.698679:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056900480 00000100:00100000:0.0:1746156236.698685:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056900480 00002000:00100000:0.0:1746156236.698715:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4380 x1830977056900480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156236.698724:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4380 with x1830977056900480 ext(0->4095) 00010000:00010000:0.0:1746156236.698730:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812390 expref: 71 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746156236.698741:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812390 expref: 71 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:0.0:1746156236.698746:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c4380 00000100:00100000:0.0:1746156236.698886:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2134 00000100:00100000:0.0:1746156236.698891:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1975:x1830977056900480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156236.699011:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1975:x1830977056900480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156236.699016:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2134 00002000:00100000:0.0:1746156236.699021:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4380 x1830977056900480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156236.699027:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4380 with x1830977056900480 ext(0->4095) 00010000:00010000:0.0:1746156236.699031:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812390 expref: 71 pid: 15159 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746156236.699039:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812390 expref: 71 pid: 15159 timeout: 592 lvb_type: 0 00002000:00010000:0.0:1746156236.699043:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c4380 00000100:00100000:1.0:1746156236.703563:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.711896:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.717218:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.720610:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.728462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.729671:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10017 00000100:00100000:0.0:1746156236.729683:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1973:x1830977056901248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156236.729695:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156236.729716:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76568 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812397 expref: 72 pid: 8461 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746156236.729727:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76568 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812397 expref: 72 pid: 8461 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746156236.729747:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76568 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812397 expref: 72 pid: 8461 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746156236.729768:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156236.729770:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156236.729776:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7656f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81239e expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156236.729782:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7656f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81239e expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156236.729809:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7656f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81239e expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156236.729819:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053745408:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156236.729893:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156236.731801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.734086:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.735786:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.737506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.739992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.745357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.748522:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.752579:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.755855:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.759651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.760219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.762763:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.762955:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056903296 00000100:00100000:0.0:1746156236.762962:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056903296 00000100:00100000:1.0:1746156236.763945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.772264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.788774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.803333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.807778:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.824214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.835480:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.839863:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.841740:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.845931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.846808:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.852482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.856117:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.859597:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.868965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.871955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.874116:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.877982:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.878958:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.882472:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.882615:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056906880 00000100:00100000:1.0:1746156236.882621:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056906880 00002000:00100000:1.0:1746156236.882653:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6680 x1830977056906880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.882668:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6680 with x1830977056906880 ext(0->4095) 00010000:00010000:1.0:1746156236.882674:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095636a00/0xb0171789e0e765b5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8123e4 expref: 75 pid: 21377 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.882687:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095636a00/0xb0171789e0e765b5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8123e4 expref: 75 pid: 21377 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.882693:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6680 00000100:00100000:1.0:1746156236.882716:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2141 00000100:00100000:1.0:1746156236.882723:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:1975:x1830977056906880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.882853:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:1975:x1830977056906880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.882859:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2141 00002000:00100000:1.0:1746156236.882864:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6680 x1830977056906880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.882870:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6680 with x1830977056906880 ext(0->4095) 00010000:00010000:1.0:1746156236.882874:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095636a00/0xb0171789e0e765b5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8123e4 expref: 75 pid: 21377 timeout: 592 lvb_type: 0 00010000:00010000:1.0:1746156236.882881:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095636a00/0xb0171789e0e765b5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8123e4 expref: 75 pid: 21377 timeout: 592 lvb_type: 0 00002000:00010000:1.0:1746156236.882887:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6680 00000100:00100000:0.0:1746156236.891279:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.896433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.903127:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.903185:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.910117:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.917792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.927352:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.935466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.938477:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.942774:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.942812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.949738:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.951105:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.953201:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.956026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.958616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.958834:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056910080 00000100:00100000:1.0:1746156236.958839:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056910080 00002000:00100000:1.0:1746156236.958865:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bc000 x1830977056910080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.958873:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bc000 with x1830977056910080 ext(0->4095) 00002000:00010000:1.0:1746156236.958877:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bc000 00000100:00100000:1.0:1746156236.958897:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4203 00000100:00100000:1.0:1746156236.958902:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977056910080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156236.959008:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977056910080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156236.959014:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4203 00002000:00100000:1.0:1746156236.959018:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bc000 x1830977056910080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/4536 e 0 to 0 dl 1746156247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.959024:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bc000 with x1830977056910080 ext(0->4095) 00002000:00010000:1.0:1746156236.959026:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bc000 00000100:00100000:0.0:1746156236.961549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.964763:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053749760:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156236.964790:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e765e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812415 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156236.964802:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96a00, rc 0) 00000100:00100000:0.0:1746156236.965275:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056910208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3564us (3729us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156236.965283:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5496 00000100:00100000:0.0:1746156236.969707:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.970339:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.970357:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056910720 00000100:00100000:0.0:1746156236.970359:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056910720 00000100:00100000:0.0:1746156236.970405:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5497 00000100:00100000:0.0:1746156236.970410:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:31590:x1830977056910720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156236.970422:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156236.970435:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e765ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81241c expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156236.970455:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e765e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812415 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156236.970462:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156236.970463:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156236.970466:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e765ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81241c expref: 76 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156236.970493:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e765e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812415 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156236.970503:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e765e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812415 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156236.970513:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053750016:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156236.970575:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156236.976146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.976586:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.978225:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156236.978293:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056911232 00000100:00100000:1.0:1746156236.978297:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056911232 00002000:00100000:1.0:1746156236.978320:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bdc00 x1830977056911232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:552/0 lens 488/0 e 0 to 0 dl 1746156247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156236.978329:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bdc00 with x1830977056911232 ext(0->4095) 00010000:00010000:1.0:1746156236.978334:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e765ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81241c expref: 77 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156236.978343:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e765ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81241c expref: 77 pid: 8461 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156236.978352:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bdc00 00000100:00100000:0.0:1746156236.980440:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.982836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.985099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.987637:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.989101:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.991752:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.992778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.995107:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156236.998334:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.001334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.002240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.006077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.006454:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056913280 00000100:00100000:1.0:1746156237.006461:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056913280 00002000:00100000:1.0:1746156237.006495:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490f100 x1830977056913280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.006505:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490f100 with x1830977056913280 ext(0->4095) 00010000:00010000:1.0:1746156237.006511:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76609 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812438 expref: 76 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.006522:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76609 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812438 expref: 76 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.006527:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490f100 00000100:00100000:1.0:1746156237.006549:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2149 00000100:00100000:1.0:1746156237.006554:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977056913280:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156237.006691:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977056913280:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.006696:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2149 00002000:00100000:1.0:1746156237.006701:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490f100 x1830977056913280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.006708:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490f100 with x1830977056913280 ext(0->4095) 00010000:00010000:1.0:1746156237.006712:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76609 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812438 expref: 76 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.006725:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76609 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812438 expref: 76 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.006731:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490f100 00000100:00100000:0.0:1746156237.008259:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.008322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.011314:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.015420:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.020108:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056914176 00000100:00100000:1.0:1746156237.020116:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056914176 00002000:00100000:1.0:1746156237.020151:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60adf80 x1830977056914176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.020169:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60adf80 with x1830977056914176 ext(0->4095) 00002000:00010000:1.0:1746156237.020173:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60adf80 00000100:00100000:1.0:1746156237.020195:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4207 00000100:00100000:1.0:1746156237.020201:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977056914176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156237.020385:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977056914176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.020391:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4207 00002000:00100000:1.0:1746156237.020396:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60adf80 x1830977056914176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.020403:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60adf80 with x1830977056914176 ext(0->4095) 00002000:00010000:1.0:1746156237.020405:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60adf80 00000100:00100000:0.0:1746156237.020918:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053751680:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156237.020936:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156237.020957:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056913920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5370us (5543us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156237.020964:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10041 00000100:00100000:0.0:1746156237.023693:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.034409:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.034506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.034538:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056914560 00000100:00100000:0.0:1746156237.034546:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056914560 00010000:00010000:0.0:1746156237.034576:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76617 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812446 expref: 76 pid: 8461 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.034600:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10042 00000100:00100000:0.0:1746156237.034606:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1974:x1830977056914560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156237.034617:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156237.034635:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76617 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812446 expref: 76 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.034646:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76617 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812446 expref: 76 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.034669:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.034671:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.034677:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.034683:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.034707:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156237.034717:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053751936:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156237.034780:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.034844:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056914432 00000100:00100000:1.0:1746156237.034848:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056914432 00000100:00100000:1.0:1746156237.034867:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5505 00000100:00100000:1.0:1746156237.034872:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:31590:x1830977056914432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.034885:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.034895:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76625 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812454 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.034907:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.034912:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.034913:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.034915:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76625 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812454 expref: 78 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.034929:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.034937:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.034945:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053752064:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.034964:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.040396:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.040432:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056914816 00000100:00100000:0.0:1746156237.040439:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056914816 00002000:00100000:0.0:1746156237.040474:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7ed80 x1830977056914816/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.040482:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7ed80 with x1830977056914816 ext(0->4095) 00010000:00010000:0.0:1746156237.040489:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.040502:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.040507:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7ed80 00000100:00100000:0.0:1746156237.040531:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2151 00000100:00100000:0.0:1746156237.040538:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056914816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156237.040661:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056914816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156237.040667:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2151 00002000:00100000:0.0:1746156237.040672:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7ed80 x1830977056914816/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.040678:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7ed80 with x1830977056914816 ext(0->4095) 00010000:00010000:0.0:1746156237.040682:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.040691:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e7661e lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81244d expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.040695:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7ed80 00000100:00100000:1.0:1746156237.041012:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053752064:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.041029:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76625 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812454 expref: 76 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.041041:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156237.041061:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:31590:x1830977056914432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6188us (6659us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.041069:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5505 00000100:00100000:0.0:1746156237.049915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.055066:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.062727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.062809:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056915328 00000100:00100000:1.0:1746156237.062816:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056915328 00000100:00100000:1.0:1746156237.062857:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5506 00000100:00100000:1.0:1746156237.062863:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056915328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.062876:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.062889:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7662c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81245b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.062910:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76625 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812454 expref: 75 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.062916:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.062918:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.062920:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7662c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81245b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.062943:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76625 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812454 expref: 75 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.062952:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76625 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812454 expref: 75 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.062961:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053752320:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.063020:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.066049:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.066135:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053752320:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.066159:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7662c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81245b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.066181:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e400, rc 0) 00000100:00100000:1.0:1746156237.066215:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056915328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3352us (3495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.066221:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5506 00000100:00100000:0.0:1746156237.072134:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.072990:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10044 00000100:00100000:1.0:1746156237.073000:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1973:x1830977056915584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.073014:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.073032:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76625 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812454 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.073044:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76625 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812454 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.073062:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76625 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812454 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.073138:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.073140:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.073146:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7662c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81245b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.073153:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7662c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81245b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.073195:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7662c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81245b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.073206:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053752448:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.073580:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.076779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.079598:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053752448:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.079619:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.079648:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:1973:x1830977056915584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6651us (7521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.079654:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10044 00000100:00100000:0.0:1746156237.083046:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.083117:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056915968 00000100:00100000:1.0:1746156237.083125:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056915968 00000100:00100000:0.0:1746156237.084538:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.086479:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056916096 00000100:00100000:1.0:1746156237.086489:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056916096 00000100:00100000:1.0:1746156237.086531:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5507 00000100:00100000:1.0:1746156237.086538:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:31590:x1830977056915968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.086553:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.086567:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812462 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.087803:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.087815:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 80 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.087821:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.087824:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 80 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.087855:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 80 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.087880:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 80 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.087889:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f800, rc 0) 00000100:00100000:1.0:1746156237.087947:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:31590:x1830977056915968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1408us (4907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.088018:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5507 00000100:00100000:0.0:1746156237.093018:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.093107:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056916224 00000100:00100000:1.0:1746156237.093114:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056916224 00010000:00010000:1.0:1746156237.093140:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7662c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81245b expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.093181:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10045 00000100:00100000:1.0:1746156237.093187:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056916224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.093198:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.093215:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7662c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81245b expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.093225:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7662c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81245b expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.093248:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.093250:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.093256:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 79 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.093263:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 79 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.093286:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 79 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.093295:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 79 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.093304:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053752832:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.094458:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.095678:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053752832:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.095690:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.095716:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977056916224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2528us (2704us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.095724:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10045 00000100:00100000:0.0:1746156237.096969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.101042:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.102547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.102588:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056916736 00000100:00100000:1.0:1746156237.102593:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056916736 00010000:00010000:1.0:1746156237.102610:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 79 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.102639:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10046 00000100:00100000:1.0:1746156237.102644:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:1973:x1830977056916736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.102654:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.102668:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 79 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.102676:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 79 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.102690:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7663a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812469 expref: 79 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.102712:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.102714:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.102718:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 78 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.102725:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 78 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.102744:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 78 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.102752:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.102760:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753088:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.102816:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.104133:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753088:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.104145:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.104189:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1973:x1830977056916736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1543us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.104196:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10046 00000100:00100000:0.0:1746156237.104637:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.107495:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.107566:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056917248 00000100:00100000:1.0:1746156237.107572:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056917248 00010000:00010000:1.0:1746156237.107596:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.108843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.108974:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10047 00000100:00100000:1.0:1746156237.108983:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1972:x1830977056917248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.108995:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.109014:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.109026:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.109043:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76633 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812462 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.109203:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.109205:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.109212:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76641 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812470 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.109219:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812470 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.109245:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812470 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.109256:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753216:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.109322:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.111662:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753216:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.111671:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.111691:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1972:x1830977056917248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2711us (4204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.111698:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10047 00000100:00100000:0.0:1746156237.111755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.114921:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.115344:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056917632 00000100:00100000:1.0:1746156237.115351:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056917632 00010000:00010000:1.0:1746156237.115503:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76641 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812470 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.115533:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10048 00000100:00100000:1.0:1746156237.115540:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056917632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.115551:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.115568:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76641 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812470 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.115579:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812470 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.115597:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76641 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812470 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.115609:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.115610:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.115616:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76648 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812477 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.115623:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812477 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.115649:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812477 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.115658:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753472:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.115721:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.119518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.120153:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753472:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.120181:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.120213:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056917632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4673us (5299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.120224:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10048 00000100:00100000:0.0:1746156237.121689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.127564:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.127727:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056918144 00000100:00100000:1.0:1746156237.127732:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056918144 00010000:00010000:1.0:1746156237.127754:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76648 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812477 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.127771:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10049 00000100:00100000:1.0:1746156237.127777:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1974:x1830977056918144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.127789:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.127807:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76648 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812477 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.127821:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812477 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.127838:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76648 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812477 expref: 78 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.127986:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.127988:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.127993:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7664f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81247e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.127999:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7664f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81247e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.128023:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7664f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81247e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.128033:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753728:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156237.128959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.129045:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.131452:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753728:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.131468:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.131506:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:1974:x1830977056918144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3728us (3942us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.131517:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10049 00000100:00100000:0.0:1746156237.132209:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.137832:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.138016:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056918656 00000100:00100000:1.0:1746156237.138023:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056918656 00010000:00010000:1.0:1746156237.138051:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7664f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81247e expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.138085:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10050 00000100:00100000:1.0:1746156237.138091:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056918656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.138102:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.138118:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7664f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81247e expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.138129:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7664f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81247e expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.138147:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e7664f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81247e expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.138180:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.138182:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.138188:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812485 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.138197:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76656 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812485 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.138222:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76656 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812485 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.138234:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753984:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.138303:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.141988:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.142109:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053753984:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.142125:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.142171:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977056918656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4069us (4334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.142179:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10050 00000100:00100000:0.0:1746156237.151788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.168036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.170039:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.170201:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056919296 00000100:00100000:1.0:1746156237.170207:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056919296 00010000:00010000:1.0:1746156237.170230:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76656 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812485 expref: 80 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.170259:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10051 00000100:00100000:1.0:1746156237.170264:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1973:x1830977056919296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.170274:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.170288:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76656 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812485 expref: 80 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.170297:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76656 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812485 expref: 80 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.170315:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76656 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812485 expref: 80 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.170336:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.170339:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.170344:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7665d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81248c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.170351:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7665d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81248c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.170392:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7665d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81248c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.170401:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053754240:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.170856:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.172031:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053754240:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.172044:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.172076:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:1973:x1830977056919296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1811us (2041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.172084:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10051 00000100:00100000:0.0:1746156237.172349:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.177784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.177875:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056919808 00000100:00100000:1.0:1746156237.177881:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056919808 00010000:00010000:1.0:1746156237.177906:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7665d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81248c expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.177929:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10052 00000100:00100000:1.0:1746156237.177934:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056919808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.177945:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.178035:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7665d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81248c expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.178050:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7665d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81248c expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.178068:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7665d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81248c expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.178228:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.178230:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.178237:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76664 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812493 expref: 79 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.178245:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812493 expref: 79 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.178271:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812493 expref: 79 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.178281:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053754496:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.178521:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.182046:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053754496:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.182061:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.182221:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056919808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4286us (4436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.182230:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10052 00000100:00100000:0.0:1746156237.184687:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.187747:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.190171:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.190229:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056920448 00000100:00100000:1.0:1746156237.190237:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056920448 00010000:00010000:1.0:1746156237.190264:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76664 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812493 expref: 82 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.190622:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10053 00000100:00100000:1.0:1746156237.190630:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1975:x1830977056920448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.190643:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.190660:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76664 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812493 expref: 82 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.190671:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812493 expref: 82 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.190690:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76664 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812493 expref: 82 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.190712:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.190714:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.190720:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7666b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81249a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.190726:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7666b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81249a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.190754:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7666b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81249a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.190765:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053754752:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.190835:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.194256:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.194854:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053754752:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.194870:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.194903:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:1975:x1830977056920448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4274us (5089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.194911:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10053 00000100:00100000:0.0:1746156237.196349:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.196534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.196565:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056920832 00000100:00100000:1.0:1746156237.196571:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056920832 00000100:00100000:1.0:1746156237.196614:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5516 00000100:00100000:1.0:1746156237.196620:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:31591:x1830977056920832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.196633:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.196644:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76672 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8124a1 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.196681:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.196684:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.196688:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.196691:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76672 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a1 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.196709:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.196723:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76672 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a1 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.196736:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156237.196774:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31591:x1830977056920832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.196779:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5516 00000100:00100000:0.0:1746156237.198124:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.198182:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056921088 00000100:00100000:1.0:1746156237.198186:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056921088 00010000:00010000:1.0:1746156237.198204:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7666b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81249a expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.198437:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10054 00000100:00100000:1.0:1746156237.198444:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056921088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.198454:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.198470:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7666b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81249a expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.198479:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7666b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81249a expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.198496:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7666b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81249a expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.198514:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.198516:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.198522:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 82 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.198533:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 82 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.198554:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 82 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.198563:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 82 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.198572:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053755136:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.199004:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.200765:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053755136:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.200779:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.200817:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056921088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2372us (2696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.200825:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10054 00000100:00100000:0.0:1746156237.200890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.203885:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.204199:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056921472 00000100:00100000:1.0:1746156237.204206:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056921472 00010000:00010000:1.0:1746156237.204231:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 83 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.204267:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10055 00000100:00100000:1.0:1746156237.204273:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:1973:x1830977056921472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.204284:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.204301:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 83 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.204312:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 83 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.204329:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76679 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a8 expref: 83 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.204429:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.204431:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.204438:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76672 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a1 expref: 82 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.204446:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76672 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a1 expref: 82 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.204476:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76672 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124a1 expref: 82 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.204486:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053755264:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.204541:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.207014:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.207154:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053755264:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.207177:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.207207:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:1973:x1830977056921472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2934us (3328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.207214:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10055 00000100:00100000:0.0:1746156237.209813:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.212773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.215814:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.218926:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.219237:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.219708:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5519 00000100:00100000:1.0:1746156237.219715:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:31590:x1830977056922368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.219729:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.219743:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76687 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8124b6 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.219764:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76680 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124af expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.219770:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.219772:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.219775:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76687 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124b6 expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.219797:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76680 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124af expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.219806:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76680 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124af expref: 5 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.219816:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053755648:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.219867:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.228844:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.228956:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053755648:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.228978:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76687 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124b6 expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.228992:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ee00, rc 0) 00000100:00100000:1.0:1746156237.229028:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:31590:x1830977056922368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9313us (10105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.229035:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5519 00000100:00100000:0.0:1746156237.236473:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.239483:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.242881:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.244876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.244987:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056923392 00000100:00100000:1.0:1746156237.244993:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056923392 00000100:00100000:1.0:1746156237.245074:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5521 00000100:00100000:1.0:1746156237.245081:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056923392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.245094:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.245108:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76695 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8124c4 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.245129:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7668e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124bd expref: 81 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.245134:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.245136:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.245139:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76695 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124c4 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.245177:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7668e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124bd expref: 81 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.245187:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7668e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124bd expref: 81 pid: 8461 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.245197:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053756160:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.245719:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.247414:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053756160:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.247437:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76695 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124c4 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.247451:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f600, rc 0) 00000100:00100000:1.0:1746156237.247497:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056923392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2416us (2624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.247504:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5521 00000100:00100000:0.0:1746156237.248301:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.250661:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.253233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.253291:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056923904 00000100:00100000:1.0:1746156237.253298:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056923904 00000100:00100000:1.0:1746156237.253489:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5522 00000100:00100000:1.0:1746156237.253497:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:31591:x1830977056923904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.253687:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.253703:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7669c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8124cb expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.253730:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76695 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124c4 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.253737:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.253738:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.253741:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7669c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124cb expref: 82 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.253765:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76695 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124c4 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.253774:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76695 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124c4 expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.253783:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053756416:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156237.253961:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.254336:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.256077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.256230:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053756416:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.256247:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7669c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124cb expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.256340:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.256342:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.256347:0:15159:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7669c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124cb expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.256354:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7669c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124cb expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.256391:0:15159:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7669c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124cb expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.256400:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e7669c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124cb expref: 83 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.256409:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053756672:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.256462:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.257684:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053756672:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.257695:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e400, rc 0) 00000100:00100000:1.0:1746156237.257721:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:31591:x1830977056923904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4226us (4495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.257726:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5522 00000100:00100000:0.0:1746156237.259933:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.263136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.263407:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056924544 00000100:00100000:1.0:1746156237.263415:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056924544 00000100:00100000:1.0:1746156237.263446:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5524 00000100:00100000:1.0:1746156237.264006:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056924544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.264021:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.264035:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e766aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8124d9 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.264057:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.264062:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e766a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124d2 expref: 82 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.264068:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156237.264071:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e766aa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124d9 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.264099:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e766a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124d2 expref: 82 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.264109:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e766aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124d9 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.264118:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f800, rc 0) 00000100:00100000:1.0:1746156237.264172:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056924544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 718us (1042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.264182:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5524 00000100:00100000:1.0:1746156237.264460:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.270256:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.274000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.274052:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.278958:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.278988:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056925440 00000100:00100000:0.0:1746156237.278997:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056925440 00002000:00100000:0.0:1746156237.279035:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b739c00 x1830977056925440/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.279045:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739c00 with x1830977056925440 ext(0->4095) 00010000:00010000:0.0:1746156237.279053:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e766aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124d9 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.279070:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e766aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124d9 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.279077:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b739c00 00000100:00100000:0.0:1746156237.279113:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2163 00000100:00100000:0.0:1746156237.279122:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056925440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156237.279318:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056925440:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 195us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156237.279325:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2163 00002000:00100000:0.0:1746156237.279331:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b739c00 x1830977056925440/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.279339:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739c00 with x1830977056925440 ext(0->4095) 00010000:00010000:0.0:1746156237.279345:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e766aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124d9 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.279354:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e766aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124d9 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.279360:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b739c00 00000100:00100000:0.0:1746156237.282338:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.287339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.290758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.297851:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.297894:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.302327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.302608:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056926464 00000100:00100000:1.0:1746156237.302614:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056926464 00002000:00100000:1.0:1746156237.302646:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703480 x1830977056926464/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.302655:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703480 with x1830977056926464 ext(0->4095) 00010000:00010000:1.0:1746156237.302740:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e766b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124e7 expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.302752:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e766b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124e7 expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.302758:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095703480 00000100:00100000:1.0:1746156237.302783:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2164 00000100:00100000:1.0:1746156237.302789:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056926464:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156237.303100:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056926464:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 310us (773us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.303106:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2164 00002000:00100000:1.0:1746156237.303112:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703480 x1830977056926464/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.303119:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703480 with x1830977056926464 ext(0->4095) 00010000:00010000:1.0:1746156237.303124:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e766b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124e7 expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.303134:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e766b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124e7 expref: 6 pid: 21377 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.303139:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095703480 00000100:00100000:0.0:1746156237.308518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.311536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.311675:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056926848 00000100:00100000:1.0:1746156237.311682:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056926848 00002000:00100000:1.0:1746156237.311716:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095702300 x1830977056926848/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.311725:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095702300 with x1830977056926848 ext(0->4095) 00002000:00010000:1.0:1746156237.311730:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095702300 00000100:00100000:1.0:1746156237.311745:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4220 00000100:00100000:1.0:1746156237.311752:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1974:x1830977056926848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156237.311879:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1974:x1830977056926848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.311885:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4220 00002000:00100000:1.0:1746156237.311890:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095702300 x1830977056926848/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.311897:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095702300 with x1830977056926848 ext(0->4095) 00002000:00010000:1.0:1746156237.311899:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095702300 00000100:00100000:0.0:1746156237.324146:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.342676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.342715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.345423:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.349717:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.355463:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.360952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.364202:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.364940:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056928128 00000100:00100000:1.0:1746156237.364948:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056928128 00000100:00100000:1.0:1746156237.365019:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5530 00000100:00100000:1.0:1746156237.365026:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056928128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.365043:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.365057:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e766d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812503 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.365080:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e766cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124fc expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.365086:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.365087:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.365090:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e766d4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812503 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.365115:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e766cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124fc expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.365125:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e766cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8124fc expref: 83 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.365134:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053758464:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.365340:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.366270:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053758464:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.366290:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e766d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812503 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.366300:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e400, rc 0) 00000100:00100000:1.0:1746156237.366329:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056928128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1303us (2132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.366618:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5530 00000100:00100000:0.0:1746156237.366973:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.369016:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.370363:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056928512 00000100:00100000:1.0:1746156237.370388:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056928512 00002000:00100000:1.0:1746156237.370420:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848a80 x1830977056928512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.370428:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830977056928512 ext(0->4095) 00002000:00010000:1.0:1746156237.370432:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848a80 00000100:00100000:1.0:1746156237.370593:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4222 00000100:00100000:1.0:1746156237.370600:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056928512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156237.370976:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056928512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 375us (1966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.370982:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4222 00002000:00100000:1.0:1746156237.370987:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848a80 x1830977056928512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.370993:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830977056928512 ext(0->4095) 00002000:00010000:1.0:1746156237.370996:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848a80 00000100:00100000:0.0:1746156237.371399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.371514:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056928640 00000100:00100000:1.0:1746156237.371518:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056928640 00000100:00100000:1.0:1746156237.371585:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5531 00000100:00100000:1.0:1746156237.371590:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:31590:x1830977056928640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.371600:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.371612:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81250a expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.371635:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e766d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812503 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.371642:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.371643:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.371646:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81250a expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.371667:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e766d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812503 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.371677:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e766d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812503 expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.371686:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053758720:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.372147:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.374692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.374771:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.374855:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053758720:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.374883:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81250a expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.374898:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f600, rc 0) 00000100:00100000:1.0:1746156237.374929:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977056928640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3339us (3531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.374936:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5531 00000100:00100000:0.0:1746156237.376978:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.377099:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056929152 00000100:00100000:1.0:1746156237.377105:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056929152 00002000:00100000:1.0:1746156237.377132:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848380 x1830977056929152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.377141:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848380 with x1830977056929152 ext(0->4095) 00010000:00010000:1.0:1746156237.377147:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81250a expref: 85 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.377168:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81250a expref: 85 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.377174:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092848380 00000100:00100000:1.0:1746156237.377241:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2167 00000100:00100000:1.0:1746156237.377247:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977056929152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156237.377633:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977056929152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 385us (655us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.377638:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2167 00002000:00100000:1.0:1746156237.377643:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848380 x1830977056929152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.377650:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848380 with x1830977056929152 ext(0->4095) 00010000:00010000:1.0:1746156237.377654:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81250a expref: 85 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.377663:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81250a expref: 85 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.377668:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092848380 00000100:00100000:0.0:1746156237.379332:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.381475:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056929536 00000100:00100000:1.0:1746156237.381480:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056929536 00002000:00100000:1.0:1746156237.381507:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60af800 x1830977056929536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.381516:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af800 with x1830977056929536 ext(0->4095) 00002000:00010000:1.0:1746156237.381519:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60af800 00000100:00100000:1.0:1746156237.381532:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4223 00000100:00100000:1.0:1746156237.381537:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977056929536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156237.381803:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977056929536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 264us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.381808:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4223 00002000:00100000:1.0:1746156237.381814:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60af800 x1830977056929536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.381821:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af800 with x1830977056929536 ext(0->4095) 00002000:00010000:1.0:1746156237.381823:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60af800 00000100:00100000:0.0:1746156237.383646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.385456:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.388934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.392434:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.392926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.392975:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056930304 00000100:00100000:1.0:1746156237.392979:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056930304 00000100:00100000:1.0:1746156237.393005:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5535 00000100:00100000:1.0:1746156237.393011:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977056930304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.393019:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.393025:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812526 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.393037:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.393041:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e766f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81251f expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.393046:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.393049:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812526 expref: 86 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.393068:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e766f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81251f expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.393078:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e766f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812526 expref: 86 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.393086:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f600, rc 0) 00000100:00100000:1.0:1746156237.393107:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31591:x1830977056930304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.393113:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5535 00000100:00100000:0.0:1746156237.401486:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.405316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.409852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.411955:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.415477:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.418611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.420480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.422728:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.422824:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056931840 00000100:00100000:1.0:1746156237.422830:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056931840 00000100:00100000:1.0:1746156237.422876:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5538 00000100:00100000:1.0:1746156237.422883:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977056931840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.422896:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.422907:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7670c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81253b expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.422924:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.422928:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76705 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812534 expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.422938:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.422941:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7670c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81253b expref: 86 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.422966:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76705 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812534 expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.422976:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7670c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81253b expref: 86 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.422984:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ee00, rc 0) 00000100:00100000:1.0:1746156237.423024:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31591:x1830977056931840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.423030:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5538 00000100:00100000:0.0:1746156237.423116:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.424800:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053760512:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156237.424816:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156237.424849:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056931968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1584us (1733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156237.424856:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10075 00000100:00100000:0.0:1746156237.425840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.427958:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.431639:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.434270:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.437551:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.441233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.442876:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.442928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.444857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.448195:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.452495:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.455715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.458352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.463236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.469709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.476624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.478082:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.479243:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.481860:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.485731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.487699:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.493046:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.495550:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.497403:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.502463:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.503916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.505723:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.506616:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.509657:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.509717:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056936960 00000100:00100000:1.0:1746156237.509722:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056936960 00002000:00100000:1.0:1746156237.509751:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ca80 x1830977056936960/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.509759:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ca80 with x1830977056936960 ext(0->4095) 00010000:00010000:1.0:1746156237.509765:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76744 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812573 expref: 87 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.509774:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76744 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812573 expref: 87 pid: 21377 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.509783:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ca80 00000100:00100000:1.0:1746156237.510413:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2173 00000100:00100000:1.0:1746156237.510420:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:1974:x1830977056936960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156237.510571:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:1974:x1830977056936960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (917us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.510576:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2173 00002000:00100000:1.0:1746156237.510581:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ca80 x1830977056936960/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.510587:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ca80 with x1830977056936960 ext(0->4095) 00010000:00010000:1.0:1746156237.510592:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76744 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812573 expref: 87 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.510600:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76744 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812573 expref: 87 pid: 21377 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.510605:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ca80 00000100:00100000:0.0:1746156237.511902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.516893:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.517200:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056937344 00000100:00100000:1.0:1746156237.517206:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056937344 00002000:00100000:1.0:1746156237.517234:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc3100 x1830977056937344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.517243:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc3100 with x1830977056937344 ext(0->4095) 00002000:00010000:1.0:1746156237.517247:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133fc3100 00000100:00100000:0.0:1746156237.517487:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4233 00000100:00100000:0.0:1746156237.517495:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:1974:x1830977056937344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156237.517609:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:1974:x1830977056937344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (717us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156237.517615:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4233 00002000:00100000:0.0:1746156237.517619:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc3100 x1830977056937344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.517626:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc3100 with x1830977056937344 ext(0->4095) 00002000:00010000:0.0:1746156237.517629:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133fc3100 00000100:00100000:0.0:1746156237.519515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.522631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.526780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.527503:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.530205:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.530294:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056938112 00000100:00100000:1.0:1746156237.530299:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056938112 00000100:00100000:1.0:1746156237.530327:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5550 00000100:00100000:1.0:1746156237.530332:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31591:x1830977056938112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.530344:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.530356:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76760 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81258f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.530392:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.530395:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76759 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812588 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.530400:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.530403:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76760 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81258f expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156237.530660:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156237.530828:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76759 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812588 expref: 87 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.530854:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76760 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81258f expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.530860:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.530862:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.530866:0:15159:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76759 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812588 expref: 87 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.531149:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76759 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812588 expref: 87 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.531181:0:15159:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76759 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812588 expref: 87 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.531190:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76759 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812588 expref: 87 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.531198:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053763584:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.531246:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.534223:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.534324:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053763584:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.534339:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e800, rc 0) 00000100:00100000:1.0:1746156237.534410:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31591:x1830977056938112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4076us (4208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.534417:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5550 00000100:00100000:0.0:1746156237.537038:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.540530:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.542678:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.542832:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056939008 00000100:00100000:1.0:1746156237.542838:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056939008 00000100:00100000:1.0:1746156237.542880:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5551 00000100:00100000:1.0:1746156237.542886:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056939008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.542900:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.542913:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76767 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812596 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.542933:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76760 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81258f expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.542944:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.542945:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.542948:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76767 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812596 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.542969:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81258f expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.542977:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81258f expref: 85 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.542986:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053763840:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.543055:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.543844:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053763840:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.543861:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76767 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812596 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.543945:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f400, rc 0) 00000100:00100000:1.0:1746156237.543977:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056939008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1091us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.543983:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5551 00000100:00100000:0.0:1746156237.544326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.546447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.548072:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.548185:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056939520 00000100:00100000:1.0:1746156237.548191:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056939520 00000100:00100000:1.0:1746156237.548228:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5552 00000100:00100000:1.0:1746156237.548234:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977056939520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.548245:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.548257:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7676e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81259d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.548276:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76767 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812596 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.548286:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.548287:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.548290:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7676e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81259d expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.548311:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812596 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.548321:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76767 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812596 expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.548331:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053764096:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.548422:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.549716:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053764096:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.549743:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7676e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81259d expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.549757:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156237.550448:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31591:x1830977056939520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (2375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.550459:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5552 00000100:00100000:0.0:1746156237.550801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.551743:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.551898:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056939776 00000100:00100000:1.0:1746156237.551902:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056939776 00000100:00100000:1.0:1746156237.551922:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5553 00000100:00100000:1.0:1746156237.551927:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977056939776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.551938:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.551947:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76775 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125a4 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.551962:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7676e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81259d expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.551967:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.551968:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.551971:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76775 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125a4 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.551993:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7676e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81259d expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.552002:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7676e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81259d expref: 87 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.552009:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053764352:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.552034:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.553605:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053764352:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.553628:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76775 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125a4 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.553640:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f800, rc 0) 00000100:00100000:1.0:1746156237.553769:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977056939776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1839us (2024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.553776:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5553 00000100:00100000:0.0:1746156237.554600:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.557449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.557496:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.557669:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056940160 00000100:00100000:1.0:1746156237.557673:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056940160 00000100:00100000:1.0:1746156237.557705:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5554 00000100:00100000:1.0:1746156237.557710:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056940160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.557722:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.557732:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e7677c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125ab expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.557747:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.557752:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76775 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125a4 expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.557757:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.557760:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e7677c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ab expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.557985:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125a4 expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.558017:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76775 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125a4 expref: 86 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.558029:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053764480:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.558177:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.560886:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053764480:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.560910:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e7677c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ab expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.560923:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e800, rc 0) 00000100:00100000:1.0:1746156237.560957:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056940160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3246us (3460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.560964:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5554 00000100:00100000:0.0:1746156237.561051:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.563134:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.563181:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.563261:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056940672 00000100:00100000:1.0:1746156237.563266:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056940672 00000100:00100000:1.0:1746156237.563305:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5555 00000100:00100000:1.0:1746156237.563311:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977056940672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.563320:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.563330:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76783 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125b2 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.563820:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e7677c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ab expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.563828:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.563829:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.563831:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76783 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b2 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.563856:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e7677c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ab expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.563866:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e7677c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ab expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.563876:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053764736:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.563925:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.565787:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053764736:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.565808:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76783 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b2 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.565819:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f600, rc 0) 00000100:00100000:1.0:1746156237.565856:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977056940672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2544us (2725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.565864:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5555 00000100:00100000:0.0:1746156237.566074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.569112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.572088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.574472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.574581:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056941568 00000100:00100000:1.0:1746156237.574588:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056941568 00000100:00100000:1.0:1746156237.574630:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5556 00000100:00100000:1.0:1746156237.574637:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a5b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056941568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.574650:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.574663:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e7678a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125b9 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.574691:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76783 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b2 expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.574697:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.574699:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.574702:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e7678a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b9 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.574725:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76783 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b2 expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.574734:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e76783 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b2 expref: 85 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.574744:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053765120:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.574815:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.576325:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053765120:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.576345:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e7678a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b9 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.576357:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f400, rc 0) 00000100:00100000:1.0:1746156237.576445:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a5b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056941568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1808us (1978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.576452:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5556 00000100:00100000:0.0:1746156237.578673:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.578785:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056941952 00000100:00100000:1.0:1746156237.578790:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056941952 00002000:00100000:1.0:1746156237.578818:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cca680 x1830977056941952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.578836:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cca680 with x1830977056941952 ext(0->4095) 00002000:00010000:1.0:1746156237.578841:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cca680 00000100:00100000:1.0:1746156237.578866:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4237 00000100:00100000:1.0:1746156237.578872:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056941952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156237.578987:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056941952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.578992:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4237 00002000:00100000:1.0:1746156237.578998:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cca680 x1830977056941952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.579004:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cca680 with x1830977056941952 ext(0->4095) 00002000:00010000:1.0:1746156237.579006:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cca680 00000100:00100000:0.0:1746156237.580139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.580308:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056942080 00000100:00100000:1.0:1746156237.580314:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056942080 00000100:00100000:1.0:1746156237.580348:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5557 00000100:00100000:1.0:1746156237.580353:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977056942080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.580363:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.580400:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76791 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125c0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.580420:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e7678a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b9 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.580426:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.580428:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.580431:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76791 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125c0 expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.580454:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e7678a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b9 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.580463:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e7678a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125b9 expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.580473:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053765376:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.580764:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.581934:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053765376:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.581953:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76791 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125c0 expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.581964:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f800, rc 0) 00000100:00100000:1.0:1746156237.582187:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31591:x1830977056942080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1831us (2050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.582194:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5557 00000100:00100000:0.0:1746156237.582706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.582786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.582884:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056942336 00000100:00100000:1.0:1746156237.582887:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056942336 00000100:00100000:1.0:1746156237.582902:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5558 00000100:00100000:1.0:1746156237.582906:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977056942336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.582916:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.582923:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76798 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125c7 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.582937:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76791 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125c0 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.582942:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.582943:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.582946:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76798 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125c7 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.582958:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76791 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125c0 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.582966:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76791 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125c0 expref: 87 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.582973:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053765632:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.583488:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.585198:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053765632:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.585215:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76798 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125c7 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.585226:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156237.585244:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977056942336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2337us (2457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.585249:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5558 00000100:00100000:0.0:1746156237.586115:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.588223:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.588399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.588449:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056942720 00000100:00100000:1.0:1746156237.588456:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056942720 00000100:00100000:1.0:1746156237.588493:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5559 00000100:00100000:1.0:1746156237.588499:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056942720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.588511:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.588521:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7679f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125ce expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.588636:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.588641:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76798 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125c7 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.588647:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156237.588650:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7679f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ce expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.588681:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76798 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125c7 expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.588712:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7679f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ce expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.588718:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f600, rc 0) 00000100:00100000:1.0:1746156237.588747:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056942720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 249us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.588752:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5559 00000100:00100000:0.0:1746156237.590790:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.593108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.593197:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056943232 00000100:00100000:1.0:1746156237.593204:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056943232 00000100:00100000:1.0:1746156237.593287:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5560 00000100:00100000:1.0:1746156237.593295:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977056943232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.593311:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.593324:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125d5 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.593347:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.593352:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7679f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ce expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.593358:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156237.593360:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125d5 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.593569:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7679f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ce expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.593579:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125d5 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.593587:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ee00, rc 0) 00000100:00100000:1.0:1746156237.593664:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977056943232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 370us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.593670:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5560 00000100:00100000:0.0:1746156237.594486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.597220:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.597294:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056943616 00000100:00100000:1.0:1746156237.597301:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056943616 00002000:00100000:1.0:1746156237.597334:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bf480 x1830977056943616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.597343:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf480 with x1830977056943616 ext(0->4095) 00010000:00010000:1.0:1746156237.597351:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7679f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ce expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.597362:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7679f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ce expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.597395:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bf480 00000100:00100000:0.0:1746156237.601696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.605978:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.608298:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.608788:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056944128 00000100:00100000:1.0:1746156237.608795:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056944128 00000100:00100000:1.0:1746156237.608841:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5561 00000100:00100000:1.0:1746156237.608847:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056944128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.608863:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.608877:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e767ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125dc expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.609015:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125d5 expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.609023:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.609024:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.609028:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e767ad lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125dc expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.609053:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125d5 expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.609064:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125d5 expref: 85 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.609080:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053766400:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.609240:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.611805:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053766400:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.611831:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e767ad lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125dc expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.611845:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f400, rc 0) 00000100:00100000:1.0:1746156237.611897:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056944128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3048us (3604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.611905:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5561 00000100:00100000:0.0:1746156237.612096:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.615069:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.617232:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056944640 00000100:00100000:1.0:1746156237.617237:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056944640 00000100:00100000:1.0:1746156237.617261:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5562 00000100:00100000:1.0:1746156237.617267:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977056944640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.617276:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.617288:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e767b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125e3 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.617309:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e767ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125dc expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.617316:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.617318:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.617321:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e767b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125e3 expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.617348:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e767ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125dc expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.617357:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e767ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125dc expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.617383:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053766656:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.617450:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.620140:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053766656:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.620177:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e767b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125e3 expref: 86 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.620194:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156237.620317:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977056944640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3046us (3137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.620326:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5562 00000100:00100000:0.0:1746156237.621484:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.621836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.621903:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056944768 00000100:00100000:1.0:1746156237.621910:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056944768 00000100:00100000:1.0:1746156237.622038:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5563 00000100:00100000:1.0:1746156237.622045:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31591:x1830977056944768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.622058:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.622070:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e767bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8125ea expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.622090:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.622096:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e767b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125e3 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.622101:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.622104:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e767bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ea expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.622129:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e767b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125e3 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.622139:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e767bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ea expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.622147:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f600, rc 0) 00000100:00100000:1.0:1746156237.622189:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31591:x1830977056944768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.622195:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5563 00000100:00100000:0.0:1746156237.625072:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.625433:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056945152 00000100:00100000:1.0:1746156237.625438:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056945152 00002000:00100000:1.0:1746156237.625468:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093637800 x1830977056945152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.625475:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093637800 with x1830977056945152 ext(0->4095) 00010000:00010000:1.0:1746156237.625482:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e767b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125e3 expref: 87 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.625492:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e767b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125e3 expref: 87 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.625501:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093637800 00000100:00100000:1.0:1746156237.625526:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2182 00000100:00100000:1.0:1746156237.625531:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:1975:x1830977056945152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156237.625641:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:1975:x1830977056945152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.625646:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2182 00002000:00100000:1.0:1746156237.625651:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093637800 x1830977056945152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.625657:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093637800 with x1830977056945152 ext(0->4095) 00010000:00010000:1.0:1746156237.625661:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e767b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125e3 expref: 87 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.625669:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e767b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125e3 expref: 87 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.625674:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093637800 00000100:00100000:0.0:1746156237.628019:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.632179:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.634969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.638479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.642497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.643530:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.643584:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056946176 00000100:00100000:1.0:1746156237.643588:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056946176 00002000:00100000:1.0:1746156237.643613:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448380 x1830977056946176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.643621:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448380 with x1830977056946176 ext(0->4095) 00010000:00010000:1.0:1746156237.643627:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e767c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125f1 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.643640:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e767c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125f1 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.643645:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094448380 00000100:00100000:1.0:1746156237.643666:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2183 00000100:00100000:1.0:1746156237.643671:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056946176:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156237.643779:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056946176:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.643785:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2183 00002000:00100000:1.0:1746156237.643789:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448380 x1830977056946176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.643796:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448380 with x1830977056946176 ext(0->4095) 00010000:00010000:1.0:1746156237.643800:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e767c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125f1 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.643809:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e767c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125f1 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.643814:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094448380 00000100:00100000:0.0:1746156237.647114:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.650765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.652615:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.654484:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053767808:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156237.654500:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156237.654533:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:1975:x1830977056946816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1756us (1921us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156237.654542:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10104 00000100:00100000:0.0:1746156237.655878:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.659888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.659974:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056947200 00000100:00100000:1.0:1746156237.659982:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056947200 00000100:00100000:1.0:1746156237.660032:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5567 00000100:00100000:1.0:1746156237.660039:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056947200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.660054:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.660069:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e767d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812606 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.660092:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e767d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ff expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.660099:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.660100:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.660104:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e767d7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812606 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.660127:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e767d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ff expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.660137:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e767d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8125ff expref: 85 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.660148:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053767936:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.660226:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.667439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.667666:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053767936:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156237.667692:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e767d7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812606 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.667705:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e400, rc 0) 00000100:00100000:1.0:1746156237.667743:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056947200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7704us (7863us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.667751:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5567 00000100:00100000:0.0:1746156237.674361:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.681454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.682547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.682620:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056947584 00000100:00100000:1.0:1746156237.682625:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056947584 00000100:00100000:1.0:1746156237.682686:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5568 00000100:00100000:1.0:1746156237.682691:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977056947584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.682701:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.682714:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e767de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81260d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.682732:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e767d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812606 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.682738:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.682740:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.682743:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e767de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81260d expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.682763:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e767d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812606 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.682771:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e767d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812606 expref: 5 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.682780:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053768192:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156237.683102:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.685631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.685736:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053768192:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156237.685737:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156237.685761:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e767de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81260d expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.685782:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e800, rc 0) 00000100:00100000:1.0:1746156237.685818:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977056947584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3126us (3274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.685825:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5568 00000100:00100000:0.0:1746156237.687886:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.690127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.693227:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.695566:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.698824:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056948992 00000100:00100000:0.0:1746156237.698830:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056948992 00010000:00010000:0.0:1746156237.698853:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e767e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812614 expref: 88 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.699028:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10108 00000100:00100000:0.0:1746156237.699035:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977056948992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156237.699046:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156237.699063:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e767e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812614 expref: 88 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.699072:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e767e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812614 expref: 88 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.699089:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e767e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812614 expref: 88 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.699185:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.699187:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.699193:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e767ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81261b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.699200:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e767ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81261b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.699227:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e767ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81261b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156237.699237:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094448a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053768832:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156237.699295:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.702133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.705147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.706078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.706263:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056949504 00000100:00100000:1.0:1746156237.706267:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056949504 00000100:00100000:1.0:1746156237.706298:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5572 00000100:00100000:1.0:1746156237.706304:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977056949504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156237.706314:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156237.706323:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812629 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.706336:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.706339:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e767f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812622 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.706344:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.706346:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812629 expref: 90 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.706384:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e767f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812622 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.706394:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812629 expref: 90 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.706415:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ee00, rc 0) 00000100:00100000:1.0:1746156237.706450:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31591:x1830977056949504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.706455:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5572 00000100:00100000:1.0:1746156237.709804:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.713532:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056949888 00000100:00100000:0.0:1746156237.713537:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056949888 00002000:00100000:0.0:1746156237.713565:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60afb80 x1830977056949888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.713574:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60afb80 with x1830977056949888 ext(0->4095) 00010000:00010000:0.0:1746156237.713581:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812622 expref: 89 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.713592:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812622 expref: 89 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.713598:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60afb80 00000100:00100000:0.0:1746156237.713611:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2187 00000100:00100000:0.0:1746156237.713617:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977056949888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156237.713736:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977056949888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (626us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156237.713742:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2187 00002000:00100000:0.0:1746156237.713747:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60afb80 x1830977056949888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.713753:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60afb80 with x1830977056949888 ext(0->4095) 00010000:00010000:0.0:1746156237.713758:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812622 expref: 89 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.713766:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e767f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812622 expref: 89 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.713771:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60afb80 00000100:00100000:0.0:1746156237.716071:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.719603:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.738413:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056950400 00000100:00100000:0.0:1746156237.738421:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056950400 00000100:00100000:0.0:1746156237.738472:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5573 00000100:00100000:0.0:1746156237.738479:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056950400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156237.738495:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156237.738512:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812630 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.738537:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812629 expref: 87 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.738549:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156237.738551:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156237.738554:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.738579:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812629 expref: 87 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.738589:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812629 expref: 87 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.738599:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053769472:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156237.740060:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.743843:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053769472:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156237.743867:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.743881:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:0.0:1746156237.743928:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056950400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5449us (5994us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156237.743935:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5573 00000100:00100000:1.0:1746156237.748077:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.756035:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056950656 00000100:00100000:0.0:1746156237.756043:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056950656 00010000:00010000:0.0:1746156237.756073:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812629 expref: 90 pid: 21377 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.756114:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10111 00000100:00100000:0.0:1746156237.756120:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1972:x1830977056950656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156237.756132:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156237.756153:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812629 expref: 90 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.756171:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812629 expref: 90 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.756189:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e767fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812629 expref: 90 pid: 21377 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.756203:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.756205:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.756210:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.756217:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.756242:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156237.756252:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053769600:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156237.756325:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.762716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.762716:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053769600:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156237.762733:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156237.762782:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1972:x1830977056950656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6661us (7042us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156237.762790:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10111 00000100:00100000:0.0:1746156237.766030:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056951040 00000100:00100000:0.0:1746156237.766037:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056951040 00000100:00100000:0.0:1746156237.766085:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5574 00000100:00100000:0.0:1746156237.766092:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977056951040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156237.766106:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156237.766119:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812637 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.766141:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.766147:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.766148:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.766151:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812637 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.766182:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.766192:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.766202:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053769728:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156237.766264:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.767415:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.769995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.770098:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056951296 00000100:00100000:0.0:1746156237.770103:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056951296 00010000:00010000:0.0:1746156237.770123:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.770139:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10112 00000100:00100000:0.0:1746156237.770143:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056951296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156237.770152:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156237.770176:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.770185:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.770201:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e76801 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812630 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.770214:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.770215:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.770221:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812637 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.770227:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812637 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.770249:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812637 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.770262:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812637 expref: 90 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.770270:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053769984:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156237.770311:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.772590:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.772670:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053769984:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156237.772691:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156237.772725:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056951296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2580us (2729us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156237.772733:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10112 00000100:00100000:1.0:1746156237.778291:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056951808 00000100:00100000:1.0:1746156237.778298:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056951808 00010000:00010000:1.0:1746156237.778328:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812637 expref: 91 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.778352:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10113 00000100:00100000:1.0:1746156237.778358:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:1974:x1830977056951808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.778391:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.778409:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812637 expref: 91 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.778419:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812637 expref: 91 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.778437:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76808 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812637 expref: 91 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.778536:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056951680 00000100:00100000:0.0:1746156237.778540:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056951680 00000100:00100000:0.0:1746156237.778558:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5576 00000100:00100000:0.0:1746156237.778562:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056951680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156237.778573:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156237.778581:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812645 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.778594:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.778597:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.778602:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156237.778605:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.778635:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.778645:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.778653:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.778654:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.778658:0:15159:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.778664:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.778677:0:15159:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.778686:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746156237.778695:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053770240:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156237.778752:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746156237.779088:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.779550:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1974:x1830977056951808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1190us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.779558:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10113 00000100:00100000:0.0:1746156237.785188:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056952064 00000100:00100000:0.0:1746156237.785196:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056952064 00002000:00100000:0.0:1746156237.785233:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ace00 x1830977056952064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.785248:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ace00 with x1830977056952064 ext(0->4095) 00010000:00010000:0.0:1746156237.785255:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.785268:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.785274:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ace00 00000100:00100000:0.0:1746156237.785291:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2190 00000100:00100000:0.0:1746156237.785297:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1975:x1830977056952064:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156237.785467:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1975:x1830977056952064:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (378us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156237.785473:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2190 00002000:00100000:0.0:1746156237.785478:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ace00 x1830977056952064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.785485:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ace00 with x1830977056952064 ext(0->4095) 00010000:00010000:0.0:1746156237.785490:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.785498:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 90 pid: 8461 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.785503:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ace00 00000100:00100000:0.0:1746156237.790742:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.791146:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.791519:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056952320 00000100:00100000:1.0:1746156237.791527:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056952320 00010000:00010000:1.0:1746156237.791555:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 91 pid: 8461 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.791582:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10114 00000100:00100000:1.0:1746156237.791589:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:1972:x1830977056952320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.791600:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.791616:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 91 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.791626:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 91 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.791640:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e7680f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81263e expref: 92 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.791722:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.791723:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.791728:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.791739:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.791779:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.791785:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.791791:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053770368:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.791845:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.793225:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053770368:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.793240:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156237.793245:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.793266:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:1972:x1830977056952320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1678us (2120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.793275:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10114 00000100:00100000:0.0:1746156237.796272:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.796349:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056952704 00000100:00100000:1.0:1746156237.796356:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056952704 00010000:00010000:1.0:1746156237.796409:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.796441:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10115 00000100:00100000:1.0:1746156237.796448:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056952704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.796459:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.796476:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.796485:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.796505:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76816 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812645 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.796520:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.796522:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.796527:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7681d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81264c expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.796532:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7681d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81264c expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.796563:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7681d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81264c expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.796574:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053770624:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.796638:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.798481:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053770624:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.798498:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.798527:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977056952704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2079us (2259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.798534:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10115 00000100:00100000:1.0:1746156237.800340:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.806033:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.809199:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.809880:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056953216 00000100:00100000:1.0:1746156237.809888:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056953216 00010000:00010000:1.0:1746156237.809915:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7681d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81264c expref: 90 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.809945:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10116 00000100:00100000:1.0:1746156237.809951:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1974:x1830977056953216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.809964:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.809979:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7681d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81264c expref: 90 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.809990:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7681d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81264c expref: 90 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.810006:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7681d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81264c expref: 90 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.810023:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.810025:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.810030:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.810038:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.810062:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.810074:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053770880:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.810144:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.810886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.813628:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053770880:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.813639:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.813655:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1974:x1830977056953216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3704us (4461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.813667:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10116 00000100:00100000:0.0:1746156237.814734:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.814912:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056953600 00000100:00100000:1.0:1746156237.814918:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056953600 00002000:00100000:1.0:1746156237.814943:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c08a80 x1830977056953600/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.814950:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08a80 with x1830977056953600 ext(0->4095) 00010000:00010000:1.0:1746156237.814957:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.814967:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.814972:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c08a80 00000100:00100000:1.0:1746156237.814998:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2192 00000100:00100000:1.0:1746156237.815003:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056953600:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156237.815116:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056953600:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156237.815125:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2192 00002000:00100000:1.0:1746156237.815129:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c08a80 x1830977056953600/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.815135:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08a80 with x1830977056953600 ext(0->4095) 00010000:00010000:1.0:1746156237.815138:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.815145:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.815150:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c08a80 00000100:00100000:0.0:1746156237.818561:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.819344:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056953728 00000100:00100000:1.0:1746156237.819351:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056953728 00010000:00010000:1.0:1746156237.819414:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.819448:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10117 00000100:00100000:1.0:1746156237.819455:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056953728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.819913:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.819931:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.819942:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.819961:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76824 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812653 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.820716:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.820719:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.820726:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.820734:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.820762:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.820772:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053771136:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.820856:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.823023:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053771136:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.823040:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.823089:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977056953728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3633us (4532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.823098:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10117 00000100:00100000:0.0:1746156237.836857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.850468:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.851236:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.851691:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056954368 00000100:00100000:1.0:1746156237.851697:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056954368 00002000:00100000:1.0:1746156237.851737:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800953ced80 x1830977056954368/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 496/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.851750:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953ced80 with x1830977056954368 ext(0->7) 00010000:00010000:1.0:1746156237.851758:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 90 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.851774:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 90 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.851780:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953ced80 00000100:00100000:1.0:1746156237.851810:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2193 00000100:00100000:1.0:1746156237.851817:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1974:x1830977056954368:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746156237.853253:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1974:x1830977056954368:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1434us (2016us total) trans 4294967927 rc 0/0 00000100:00100000:0.0:1746156237.853260:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2193 00002000:00100000:0.0:1746156237.853266:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800953ced80 x1830977056954368/t4294967927(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 496/448 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.853273:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953ced80 with x1830977056954368 ext(0->7) 00010000:00010000:0.0:1746156237.853277:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 93 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.853287:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 93 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.853292:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953ced80 00000100:00100000:0.0:1746156237.857246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.857334:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056954496 00000100:00100000:1.0:1746156237.857342:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056954496 00010000:00010000:1.0:1746156237.857395:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 93 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.857538:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10118 00000100:00100000:1.0:1746156237.857545:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1974:x1830977056954496:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.857556:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.857573:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 93 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.857583:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 93 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.857602:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7682b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81265a expref: 93 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.857775:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.857778:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.857785:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.857792:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.857817:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.857826:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 5 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.857835:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053771520:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.858650:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.860441:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053771520:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.860458:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.860542:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977056954496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2996us (3301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.860551:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10118 00000100:00100000:0.0:1746156237.863136:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056954752 00000100:00100000:0.0:1746156237.863143:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056954752 00002000:00100000:0.0:1746156237.863183:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284ad80 x1830977056954752/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.863193:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830977056954752 ext(0->4095) 00010000:00010000:0.0:1746156237.863200:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.863211:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.863217:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009284ad80 00000100:00100000:0.0:1746156237.863242:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2194 00000100:00100000:0.0:1746156237.863250:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056954752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156237.863413:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056954752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156237.863418:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2194 00002000:00100000:0.0:1746156237.863423:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284ad80 x1830977056954752/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.863430:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830977056954752 ext(0->4095) 00010000:00010000:0.0:1746156237.863434:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.863441:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.863446:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009284ad80 00000100:00100000:0.0:1746156237.867313:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.867575:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056954880 00000100:00100000:1.0:1746156237.867584:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056954880 00010000:00010000:1.0:1746156237.867610:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.867648:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10119 00000100:00100000:1.0:1746156237.867656:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056954880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.867667:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.867700:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.867711:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.867729:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812661 expref: 6 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.867755:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.867757:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.867766:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.867773:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.867799:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.867808:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053771648:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.867867:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.869220:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053771648:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.869235:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.869260:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977056954880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1605us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.869267:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10119 00000100:00100000:0.0:1746156237.869968:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.872619:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.877549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.877570:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056955392 00000100:00100000:1.0:1746156237.877576:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056955392 00002000:00100000:1.0:1746156237.877611:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801338d9880 x1830977056955392/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 496/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.877619:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9880 with x1830977056955392 ext(0->7) 00010000:00010000:1.0:1746156237.877626:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 92 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.877637:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 92 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.877643:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9880 00000100:00100000:1.0:1746156237.879554:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2195 00000100:00100000:1.0:1746156237.879563:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977056955392:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156237.879822:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1974:x1830977056955392:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 260us (2273us total) trans 4294967928 rc 0/0 00000100:00100000:1.0:1746156237.879827:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2195 00002000:00100000:1.0:1746156237.879832:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801338d9880 x1830977056955392/t4294967928(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:553/0 lens 496/448 e 0 to 0 dl 1746156248 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156237.879838:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9880 with x1830977056955392 ext(0->7) 00010000:00010000:1.0:1746156237.879844:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 94 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.879854:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 94 pid: 15159 timeout: 593 lvb_type: 0 00002000:00010000:1.0:1746156237.879862:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9880 00000100:00100000:0.0:1746156237.889324:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.889412:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056955520 00000100:00100000:1.0:1746156237.889420:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056955520 00010000:00010000:1.0:1746156237.889449:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 94 pid: 15159 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.889488:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10120 00000100:00100000:1.0:1746156237.889495:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1973:x1830977056955520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.889506:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.889520:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 94 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.889530:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 94 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.889546:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76839 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812668 expref: 94 pid: 15159 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.889570:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.889572:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.889579:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76840 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81266f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.889586:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81266f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.889618:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81266f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.889628:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053771904:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.890541:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.892679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.893430:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.893454:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056955904 00000100:00100000:0.0:1746156237.893457:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056955904 00002000:00100000:0.0:1746156237.893479:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d8a80 x1830977056955904/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.893488:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8a80 with x1830977056955904 ext(0->4095) 00010000:00010000:0.0:1746156237.893494:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76840 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81266f expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746156237.893503:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76840 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81266f expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746156237.893508:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d8a80 00000100:00100000:1.0:1746156237.897253:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.898540:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.898570:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056956160 00000100:00100000:1.0:1746156237.898576:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056956160 00010000:00010000:1.0:1746156237.898597:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76840 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81266f expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.898616:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10121 00000100:00100000:1.0:1746156237.898621:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056956160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.898631:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.898653:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76840 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81266f expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.898663:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76840 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81266f expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.898680:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76840 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81266f expref: 6 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.898703:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.898705:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.898711:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76847 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812676 expref: 93 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.898718:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812676 expref: 93 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.898741:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812676 expref: 93 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.898751:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053772160:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.898920:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.901541:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053772160:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.901557:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.901586:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056956160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2965us (3050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.901595:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10121 00000100:00100000:1.0:1746156237.902923:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.905776:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.905952:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056956544 00000100:00100000:1.0:1746156237.905961:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056956544 00010000:00010000:1.0:1746156237.905990:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812676 expref: 95 pid: 8461 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.906039:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10122 00000100:00100000:1.0:1746156237.906049:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1975:x1830977056956544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.906060:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.906081:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76847 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812676 expref: 95 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.906093:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812676 expref: 95 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.906114:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76847 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812676 expref: 95 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.906147:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.906149:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.906167:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7684e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81267d expref: 94 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.906176:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7684e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81267d expref: 94 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.906207:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7684e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81267d expref: 94 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.906218:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053772416:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.906320:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.913132:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.913475:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053772416:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.913492:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.913533:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1975:x1830977056956544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7485us (7761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.913542:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10122 00000100:00100000:0.0:1746156237.917704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.936719:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.946834:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.946882:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056957184 00000100:00100000:1.0:1746156237.946889:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056957184 00010000:00010000:1.0:1746156237.946914:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7684e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81267d expref: 96 pid: 8461 timeout: 593 lvb_type: 0 00000100:00100000:1.0:1746156237.946937:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10123 00000100:00100000:1.0:1746156237.946941:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1973:x1830977056957184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.946950:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.946963:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7684e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81267d expref: 96 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.946972:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7684e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81267d expref: 96 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.946986:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e7684e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81267d expref: 96 pid: 8461 timeout: 593 lvb_type: 0 00010000:00010000:1.0:1746156237.947000:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.947001:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.947008:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76855 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812684 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.947013:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812684 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.947033:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812684 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.947040:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053772672:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.947090:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.949617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.949682:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053772672:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.949697:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.949813:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1973:x1830977056957184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2793us (2910us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.949830:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10123 00000100:00100000:0.0:1746156237.950234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.952787:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056957696 00000100:00100000:0.0:1746156237.952793:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056957696 00000100:00100000:0.0:1746156237.953003:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5587 00000100:00100000:0.0:1746156237.953010:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:31591:x1830977056957696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156237.953016:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056957824 00000100:00100000:1.0:1746156237.953020:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056957824 00010000:00010000:0.0:1746156237.953023:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156237.953036:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812692 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.953037:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76855 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812684 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156237.953059:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746156237.953062:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10124 00010000:00010000:0.0:1746156237.953064:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7685c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81268b expref: 98 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.953066:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056957824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156237.953069:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156237.953072:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156237.953072:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812692 expref: 98 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.953085:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76855 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812684 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.953092:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812684 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156237.953176:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7685c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81268b expref: 98 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.953180:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76855 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812684 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156237.953187:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812692 expref: 98 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.953193:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.953194:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.953199:0:15159:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7685c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81268b expref: 98 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.953206:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7685c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81268b expref: 98 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.953214:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.953227:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056957824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 161us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.953231:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10124 00000100:00100000:0.0:1746156237.955028:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.956723:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.956777:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056958208 00000100:00100000:1.0:1746156237.956783:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056958208 00010000:00010000:1.0:1746156237.956804:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7685c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81268b expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156237.956834:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10125 00000100:00100000:1.0:1746156237.956840:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:1974:x1830977056958208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.956850:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.956865:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7685c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81268b expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.956874:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7685c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81268b expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.956889:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e7685c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81268b expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.956901:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.956902:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.956907:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812692 expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.956914:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812692 expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.956936:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812692 expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.956951:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053773184:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.957025:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.958063:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053773184:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.958075:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.958096:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1974:x1830977056958208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1256us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.958103:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10125 00000100:00100000:0.0:1746156237.958813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.961277:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.964916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.965298:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056958720 00000100:00100000:1.0:1746156237.965305:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056958720 00010000:00010000:1.0:1746156237.965330:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812692 expref: 96 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156237.965414:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10126 00000100:00100000:1.0:1746156237.965425:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1975:x1830977056958720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.965436:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.965456:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812692 expref: 96 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.965465:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812692 expref: 96 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.965482:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76863 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812692 expref: 96 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.965494:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.965496:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.965501:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.965509:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.965532:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.965541:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053773440:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.965597:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.966764:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053773440:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.966777:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.966812:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1975:x1830977056958720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1390us (1897us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.966819:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10126 00000100:00100000:0.0:1746156237.969800:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056959104 00000100:00100000:0.0:1746156237.969806:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056959104 00000100:00100000:0.0:1746156237.969837:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5589 00000100:00100000:0.0:1746156237.969843:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:31590:x1830977056959104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156237.969854:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156237.969867:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8126a0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.969887:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.969893:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.969894:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156237.969897:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a0 expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.969919:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156237.969927:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 6 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156237.969936:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053773568:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156237.970787:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156237.973062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.974960:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.976286:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056959360 00000100:00100000:1.0:1746156237.976295:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056959360 00010000:00010000:1.0:1746156237.976326:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 6 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156237.976363:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10127 00000100:00100000:1.0:1746156237.976384:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056959360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.976396:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.976413:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 6 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.976427:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 6 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.976446:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7686a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812699 expref: 6 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.976475:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.976477:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.976483:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a0 expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.976490:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a0 expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.976519:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a0 expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.976529:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a0 expref: 96 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156237.976538:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053773824:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.976608:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.979317:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053773824:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.979334:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.979490:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056959360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3106us (4534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.979503:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10127 00000100:00100000:0.0:1746156237.979941:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.983028:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.983533:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056959744 00000100:00100000:1.0:1746156237.983541:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056959744 00010000:00010000:1.0:1746156237.983570:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a0 expref: 97 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156237.984134:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10128 00000100:00100000:1.0:1746156237.984143:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:1973:x1830977056959744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.984168:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.984184:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a0 expref: 97 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.984198:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a0 expref: 97 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.984214:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76871 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a0 expref: 97 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.984932:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.984936:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.984943:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a7 expref: 96 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.984953:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76878 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a7 expref: 96 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.984984:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76878 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a7 expref: 96 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.984995:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053773952:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.985280:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.987589:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053773952:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.987605:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.987645:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1973:x1830977056959744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3503us (4624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.987654:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10128 00000100:00100000:0.0:1746156237.988219:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.990259:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156237.993325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156237.993397:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056960256 00000100:00100000:1.0:1746156237.993403:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056960256 00010000:00010000:1.0:1746156237.993425:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76878 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a7 expref: 96 pid: 8461 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156237.993708:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10129 00000100:00100000:1.0:1746156237.993715:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1974:x1830977056960256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156237.993725:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156237.993741:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76878 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a7 expref: 96 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.993751:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76878 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a7 expref: 96 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.993767:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76878 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126a7 expref: 96 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156237.993791:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.993794:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156237.993799:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7687f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ae expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.993805:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7687f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ae expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156237.993830:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7687f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ae expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156237.993840:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053774208:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156237.993894:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156237.995509:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053774208:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156237.995525:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156237.995564:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1974:x1830977056960256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1849us (2240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156237.995573:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10129 00000100:00100000:0.0:1746156237.996902:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056960512 00000100:00100000:0.0:1746156237.996909:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056960512 00002000:00100000:0.0:1746156237.996940:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092849880 x1830977056960512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/0 e 0 to 0 dl 1746156248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.996949:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830977056960512 ext(0->4095) 00002000:00010000:0.0:1746156237.996953:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849880 00000100:00100000:0.0:1746156237.996976:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4255 00000100:00100000:0.0:1746156237.996982:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056960512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156237.998988:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056960512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1999us (2120us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156237.998997:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4255 00002000:00100000:0.0:1746156237.999006:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092849880 x1830977056960512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:553/0 lens 488/4536 e 0 to 0 dl 1746156248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156237.999014:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830977056960512 ext(0->4095) 00002000:00010000:0.0:1746156237.999019:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849880 00000100:00100000:0.0:1746156238.001292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.001412:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.001843:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056960896 00000100:00100000:1.0:1746156238.001851:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056960896 00010000:00010000:1.0:1746156238.001866:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7687f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ae expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.001882:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10130 00000100:00100000:1.0:1746156238.001887:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056960896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.001894:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.001910:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7687f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ae expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.001924:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7687f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ae expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.001938:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e7687f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ae expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.001963:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.001965:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.001970:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76886 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126b5 expref: 96 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.001976:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126b5 expref: 96 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.001994:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126b5 expref: 96 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.002002:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126b5 expref: 96 pid: 8461 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.002011:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053774592:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.002056:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00080000:0.0:1746156238.002486:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156238.004722:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.004807:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053774592:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.004821:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.005219:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977056960896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3330us (3805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.005231:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10130 00000100:00100000:0.0:1746156238.007347:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.007402:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056961280 00000100:00100000:1.0:1746156238.007409:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056961280 00010000:00010000:1.0:1746156238.007436:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126b5 expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.007633:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10131 00000100:00100000:1.0:1746156238.007640:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:1973:x1830977056961280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.007652:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.007668:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126b5 expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.007678:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126b5 expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.007695:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f99000/0xb0171789e0e76886 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126b5 expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.007707:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.007709:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.007713:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7688d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126bc expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.007720:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7688d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126bc expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.007743:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7688d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126bc expref: 96 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156238.007753:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053774720:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.007821:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.009830:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053774720:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.009845:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.009889:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1973:x1830977056961280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2249us (2547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.009898:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10131 00000100:00100000:0.0:1746156238.009946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.011149:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.013055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.013192:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056961792 00000100:00100000:1.0:1746156238.013197:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056961792 00010000:00010000:1.0:1746156238.013214:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7688d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126bc expref: 96 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.013288:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10132 00000100:00100000:1.0:1746156238.013294:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1974:x1830977056961792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.013303:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.013320:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7688d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126bc expref: 96 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.013328:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7688d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126bc expref: 96 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.013344:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e7688d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126bc expref: 96 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.013354:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.013355:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.013360:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76894 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126c3 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.013392:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76894 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126c3 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.013415:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76894 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126c3 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156238.013424:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053774976:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.013571:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.014486:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053774976:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.014497:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.014677:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1974:x1830977056961792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1381us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.014685:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10132 00000100:00100000:0.0:1746156238.018060:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.021514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.021665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.021717:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056962304 00000100:00100000:1.0:1746156238.021722:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056962304 00010000:00010000:1.0:1746156238.021743:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76894 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126c3 expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.021775:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10133 00000100:00100000:1.0:1746156238.021780:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056962304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.021790:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.021805:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76894 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126c3 expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.021819:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76894 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126c3 expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.021836:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76894 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126c3 expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.021848:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.021850:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.021855:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7689b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ca expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.021862:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7689b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ca expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.021883:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7689b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ca expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156238.021892:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053775232:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.021938:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.024431:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053775232:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.024445:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156238.024907:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.024957:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977056962304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2695us (2965us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.024966:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10133 00000100:00100000:0.0:1746156238.027144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.027237:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.027328:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056962944 00000100:00100000:1.0:1746156238.027332:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056962944 00010000:00010000:1.0:1746156238.027347:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7689b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ca expref: 97 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.027383:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10134 00000100:00100000:1.0:1746156238.027388:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:1974:x1830977056962944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.027396:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.027413:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7689b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ca expref: 97 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.027424:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7689b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ca expref: 97 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.027438:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7689b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126ca expref: 97 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.027447:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.027449:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.027454:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e768a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d1 expref: 96 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.027459:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e768a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d1 expref: 96 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.027475:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e768a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d1 expref: 96 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.027481:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d1 expref: 96 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.027489:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053775616:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.027532:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.029081:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053775616:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.029097:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156238.029176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.029261:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1974:x1830977056962944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1871us (2023us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.029270:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10134 00000100:00100000:0.0:1746156238.031839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.032107:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.032900:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056963456 00000100:00100000:1.0:1746156238.032905:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056963456 00010000:00010000:1.0:1746156238.032923:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d1 expref: 97 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.033542:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10135 00000100:00100000:1.0:1746156238.033548:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:1973:x1830977056963456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.033557:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.033572:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e768a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d1 expref: 97 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.033661:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e768a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d1 expref: 97 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.033680:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e768a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d1 expref: 97 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.033697:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.033699:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.033705:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e768a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.033711:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e768a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.033734:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e768a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.033771:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e768a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d8 expref: 5 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.033781:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053775872:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.033897:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.036356:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053775872:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.036416:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.036466:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1973:x1830977056963456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2916us (4356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.036475:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10135 00000100:00100000:0.0:1746156238.037634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.039101:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.039169:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056963840 00000100:00100000:1.0:1746156238.039176:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056963840 00010000:00010000:1.0:1746156238.039197:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e768a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d8 expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.039230:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10136 00000100:00100000:1.0:1746156238.039235:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056963840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.039248:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.039263:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e768a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d8 expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.039273:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e768a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d8 expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.039291:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e768a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126d8 expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.039322:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.039324:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.039330:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e768b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126df expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.039336:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e768b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126df expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.039529:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e768b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126df expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156238.039540:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053776000:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.039603:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.041191:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053776000:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.041207:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.041252:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977056963840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2016us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.041264:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10136 00000100:00100000:0.0:1746156238.042057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.042278:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4258 00000100:00100000:0.0:1746156238.042286:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1975:x1830977056964096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156238.042992:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1975:x1830977056964096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 705us (935us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156238.042998:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4258 00002000:00100000:0.0:1746156238.043004:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b514e00 x1830977056964096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.043011:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b514e00 with x1830977056964096 ext(0->4095) 00002000:00010000:0.0:1746156238.043014:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b514e00 00000100:00100000:0.0:1746156238.044829:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.048144:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.052193:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.052234:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.055240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.056738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.061482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.066458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.068950:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.068986:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056965632 00000100:00100000:0.0:1746156238.068990:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056965632 00002000:00100000:0.0:1746156238.069012:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6d80 x1830977056965632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.069020:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6d80 with x1830977056965632 ext(0->4095) 00002000:00010000:0.0:1746156238.069023:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f6d80 00000100:00100000:0.0:1746156238.069049:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4260 00000100:00100000:0.0:1746156238.069055:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1975:x1830977056965632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156238.069170:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1975:x1830977056965632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156238.069175:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4260 00002000:00100000:0.0:1746156238.069179:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6d80 x1830977056965632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.069185:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6d80 with x1830977056965632 ext(0->4095) 00002000:00010000:0.0:1746156238.069188:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f6d80 00000100:00100000:0.0:1746156238.070273:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.073192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.076999:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.080724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.081082:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5604 00000100:00100000:0.0:1746156238.081089:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:31590:x1830977056966400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156238.081096:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156238.081102:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e768da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812709 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.081124:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e768cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126fb expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.081130:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.081131:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.081134:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094163200/0xb0171789e0e768da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812709 expref: 98 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.081338:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e768cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126fb expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.081348:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e768cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8126fb expref: 5 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156238.081359:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a95f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053777280:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156238.081702:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.083595:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.086653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.090907:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.093469:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.098781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.101906:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.105560:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.105629:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.108767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.109834:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056968064 00000100:00100000:0.0:1746156238.109838:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056968064 00010000:00010000:0.0:1746156238.109853:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e768e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812710 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156238.109873:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10144 00000100:00100000:0.0:1746156238.109878:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056968064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156238.109885:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156238.109902:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e768e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812710 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.109910:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e768e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812710 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.109924:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e768e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812710 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.109946:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.109948:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.109953:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e768e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812717 expref: 97 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.109959:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e768e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812717 expref: 97 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.110227:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e768e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812717 expref: 96 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.110238:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e768e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812717 expref: 96 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156238.110247:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053778176:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156238.110308:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.112260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.114472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.118275:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.121441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.125634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.129768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.129865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.133575:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.134913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.141062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.144142:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.147126:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.149968:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.152954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.157811:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.157977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.160719:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.160972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.166100:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.169493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.175274:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.178307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.182810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.185809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.185881:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.188649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.189823:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056972672 00000100:00100000:0.0:1746156238.189827:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056972672 00010000:00010000:0.0:1746156238.190000:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76920 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81274f expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156238.190073:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10153 00000100:00100000:0.0:1746156238.190079:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056972672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156238.190087:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156238.190101:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76920 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81274f expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.190111:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76920 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81274f expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.190126:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76920 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81274f expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.190147:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.190149:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.190163:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76927 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812756 expref: 96 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.190171:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76927 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812756 expref: 96 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.190190:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76927 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812756 expref: 96 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.190200:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98200/0xb0171789e0e76927 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812756 expref: 96 pid: 8461 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156238.190209:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093081f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053780480:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156238.190636:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.194875:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.197950:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.202173:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.204932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.207992:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.211097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.212920:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.213623:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.216357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.220117:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.222128:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.226298:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.228553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.231345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.233568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.237735:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.238468:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.241089:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.244936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.247996:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.248503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.251165:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.253803:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.253852:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.257695:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.261266:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.265706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.265804:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056977408 00000100:00100000:1.0:1746156238.265810:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056977408 00002000:00100000:1.0:1746156238.265841:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537f100 x1830977056977408/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.265850:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537f100 with x1830977056977408 ext(0->4095) 00002000:00010000:1.0:1746156238.265854:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537f100 00000100:00100000:1.0:1746156238.265873:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4273 00000100:00100000:1.0:1746156238.265879:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1974:x1830977056977408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156238.266001:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1974:x1830977056977408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.266007:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4273 00002000:00100000:1.0:1746156238.266011:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537f100 x1830977056977408/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.266019:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537f100 with x1830977056977408 ext(0->4095) 00002000:00010000:1.0:1746156238.266021:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537f100 00000100:00100000:0.0:1746156238.267460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.267595:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056977536 00000100:00100000:1.0:1746156238.267600:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056977536 00000100:00100000:1.0:1746156238.267789:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5625 00000100:00100000:1.0:1746156238.267795:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056977536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.267807:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.267819:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7696d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81279c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.267844:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76966 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812795 expref: 95 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.267850:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.267851:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.267854:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7696d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81279c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.267876:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76966 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812795 expref: 95 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.267885:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76966 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812795 expref: 95 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.267895:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053782784:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.267956:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.271084:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.271453:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053782784:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.271475:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7696d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81279c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.271488:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ee00, rc 0) 00000100:00100000:1.0:1746156238.271520:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056977536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3725us (4065us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.271525:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5625 00000100:00100000:0.0:1746156238.274171:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.276513:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.276562:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056978048 00000100:00100000:1.0:1746156238.276569:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056978048 00000100:00100000:1.0:1746156238.276613:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5626 00000100:00100000:1.0:1746156238.276621:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:31590:x1830977056978048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.276634:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.276647:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76974 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8127a3 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.276668:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7696d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81279c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.276673:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.276675:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.276677:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76974 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127a3 expref: 96 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.276699:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7696d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81279c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.276710:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e7696d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81279c expref: 5 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.276719:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053783040:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.276789:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.278733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.278940:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053783040:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.278960:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76974 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127a3 expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.278976:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f400, rc 0) 00000100:00100000:1.0:1746156238.279004:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:31590:x1830977056978048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2384us (2497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.279010:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5626 00000100:00100000:1.0:1746156238.279024:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5627 00000100:00100000:1.0:1746156238.279028:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:31591:x1830977056978176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.279039:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.279047:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7697b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8127aa expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.279060:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.279063:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76974 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127a3 expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.279068:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.279071:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7697b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127aa expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.279089:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76974 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127a3 expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.279096:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7697b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127aa expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.279103:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156238.279114:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:31591:x1830977056978176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.279119:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5627 00000100:00100000:0.0:1746156238.281905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.285765:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.290110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.293150:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.296335:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.301279:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.303726:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.303777:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056979456 00000100:00100000:1.0:1746156238.303782:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056979456 00002000:00100000:1.0:1746156238.303811:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9c00 x1830977056979456/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.303820:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9c00 with x1830977056979456 ext(0->4095) 00002000:00010000:1.0:1746156238.303823:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9c00 00000100:00100000:1.0:1746156238.303851:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4276 00000100:00100000:1.0:1746156238.303857:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056979456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156238.303973:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977056979456:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.303979:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4276 00002000:00100000:1.0:1746156238.303984:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9c00 x1830977056979456/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.303991:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9c00 with x1830977056979456 ext(0->4095) 00002000:00010000:1.0:1746156238.303993:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9c00 00000100:00100000:0.0:1746156238.304452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.305185:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.307703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.310644:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.311215:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056980096 00000100:00100000:1.0:1746156238.311220:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056980096 00002000:00100000:1.0:1746156238.311255:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cca300 x1830977056980096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.311263:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cca300 with x1830977056980096 ext(0->4095) 00010000:00010000:1.0:1746156238.311269:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76989 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127b8 expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.311284:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76989 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127b8 expref: 97 pid: 8461 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.311289:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cca300 00000100:00100000:0.0:1746156238.314354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.317187:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.317548:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4277 00000100:00100000:1.0:1746156238.317555:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:1972:x1830977056980480:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156238.317685:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:1972:x1830977056980480:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.317691:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4277 00002000:00100000:1.0:1746156238.317696:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738e00 x1830977056980480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.317701:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738e00 with x1830977056980480 ext(0->4095) 00002000:00010000:1.0:1746156238.317704:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738e00 00000100:00100000:0.0:1746156238.320119:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.322531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.325426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.328269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.328658:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.331299:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.336895:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.342747:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.350691:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.352186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.355878:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.357462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.357537:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056982400 00000100:00100000:1.0:1746156238.357543:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056982400 00000100:00100000:1.0:1746156238.357569:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5635 00000100:00100000:1.0:1746156238.357575:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:31590:x1830977056982400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.357587:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.357595:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e769b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8127e2 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.357613:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e769ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127db expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.357623:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.357624:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.357626:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e769b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127e2 expref: 97 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.357648:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e769ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127db expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.357657:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e769ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127db expref: 5 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.357667:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053785216:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.357721:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.359672:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053785216:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.359687:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e769b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127e2 expref: 97 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.359697:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156238.359713:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:31590:x1830977056982400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2138us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.359719:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5635 00000100:00100000:0.0:1746156238.362346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.370241:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.384564:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.384624:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056983168 00000100:00100000:1.0:1746156238.384631:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056983168 00000100:00100000:1.0:1746156238.384675:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5636 00000100:00100000:1.0:1746156238.384682:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056983168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.384698:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.384712:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8127e9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.384735:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e769b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127e2 expref: 95 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.384742:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.384743:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.384746:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769ba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127e9 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.384770:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e769b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127e2 expref: 95 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.384780:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e769b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127e2 expref: 95 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.384790:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053785600:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.385757:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.387801:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053785600:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.387833:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127e9 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.387853:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e800, rc 0) 00000100:00100000:0.0:1746156238.387877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.387905:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056983168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3215us (3340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.387916:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5636 00000100:00100000:0.0:1746156238.391102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.391178:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056983424 00000100:00100000:1.0:1746156238.391185:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056983424 00000100:00100000:1.0:1746156238.391226:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5637 00000100:00100000:1.0:1746156238.391233:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+98:31590:x1830977056983424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.391248:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.391263:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e769c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8127f0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.391282:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.391288:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127e9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.391293:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156238.391296:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e769c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f0 expref: 99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.391323:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127e9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.391333:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e769c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f0 expref: 99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.391341:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e400, rc 0) 00000100:00100000:1.0:1746156238.391413:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:31590:x1830977056983424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.391418:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5637 00000100:00100000:0.0:1746156238.393080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.396224:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.398748:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.401395:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.403535:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.403754:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056984320 00000100:00100000:1.0:1746156238.403762:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056984320 00000100:00100000:1.0:1746156238.403795:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5638 00000100:00100000:1.0:1746156238.403801:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056984320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.403814:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.403826:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8127f7 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.403849:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e769c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f0 expref: 97 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.403856:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.403857:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.403860:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769c8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f7 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.403893:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e769c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f0 expref: 97 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.403903:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e769c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f0 expref: 97 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.403913:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053786112:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.404057:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.405513:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053786112:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.405529:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f7 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.405542:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e800, rc 0) 00000100:00100000:1.0:1746156238.405580:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056984320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1777us (2048us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.405587:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5638 00000100:00100000:0.0:1746156238.406595:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.409132:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.411520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.411579:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056984832 00000100:00100000:1.0:1746156238.411584:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056984832 00000100:00100000:1.0:1746156238.411612:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5639 00000100:00100000:1.0:1746156238.411617:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:31591:x1830977056984832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.411629:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.411641:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e769cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8127fe expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.411661:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.411666:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.411668:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.411671:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e769cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127fe expref: 98 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.411693:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.411702:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e769c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127f7 expref: 5 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.411716:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053786368:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.411784:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.414103:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.414623:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053786368:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.414636:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e769cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8127fe expref: 99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.414643:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f800, rc 0) 00000100:00100000:1.0:1746156238.414659:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:31591:x1830977056984832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3041us (3143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.414663:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5639 00000100:00100000:0.0:1746156238.414809:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.417532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.419148:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.419229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.419772:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056985472 00000100:00100000:1.0:1746156238.419780:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056985472 00000100:00100000:1.0:1746156238.419825:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5641 00000100:00100000:1.0:1746156238.419831:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056985472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.419845:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.419856:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e769dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81280c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.419875:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.419879:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e769d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812805 expref: 98 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.419884:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156238.419887:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e769dd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81280c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.419919:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e769d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812805 expref: 98 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.419930:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e769dd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81280c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.419937:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ee00, rc 0) 00000100:00100000:1.0:1746156238.419984:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056985472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.419990:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5641 00000100:00100000:0.0:1746156238.422759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.425625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.425710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.428397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.432511:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.432538:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.435776:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.438878:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.441011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.444852:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.446321:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.449961:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056987648 00000100:00100000:0.0:1746156238.449966:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056987648 00002000:00100000:0.0:1746156238.449990:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284bb80 x1830977056987648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.449998:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284bb80 with x1830977056987648 ext(0->4095) 00010000:00010000:0.0:1746156238.450003:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e769f2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812821 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.450013:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e769f2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812821 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00002000:00010000:0.0:1746156238.450018:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009284bb80 00000100:00100000:0.0:1746156238.450037:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2225 00000100:00100000:0.0:1746156238.450043:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056987648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156238.450169:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056987648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (472us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156238.450175:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2225 00002000:00100000:0.0:1746156238.450180:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284bb80 x1830977056987648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.450187:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284bb80 with x1830977056987648 ext(0->4095) 00010000:00010000:0.0:1746156238.450191:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e769f2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812821 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.450199:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e769f2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812821 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00002000:00010000:0.0:1746156238.450203:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009284bb80 00000100:00100000:0.0:1746156238.452663:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.456101:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.468608:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.477445:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.480230:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.484662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.484719:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056988672 00000100:00100000:0.0:1746156238.484726:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056988672 00002000:00100000:0.0:1746156238.484755:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9880 x1830977056988672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.484765:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9880 with x1830977056988672 ext(0->4095) 00002000:00010000:0.0:1746156238.484770:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b9880 00000100:00100000:0.0:1746156238.484793:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4285 00000100:00100000:0.0:1746156238.484799:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056988672:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746156238.484914:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977056988672:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156238.484919:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4285 00002000:00100000:0.0:1746156238.484924:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9880 x1830977056988672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.484930:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9880 with x1830977056988672 ext(0->4095) 00002000:00010000:0.0:1746156238.484933:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b9880 00000100:00100000:0.0:1746156238.486674:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.490528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.490621:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056988928 00000100:00100000:1.0:1746156238.490627:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056988928 00000100:00100000:0.0:1746156238.490634:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.490661:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5648 00000100:00100000:1.0:1746156238.490667:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977056988928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.490817:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.490827:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81283d expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.491222:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812836 expref: 102 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.491228:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.491229:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.491232:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81283d expref: 102 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.491248:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76a07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812836 expref: 102 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.491421:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76a07 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812836 expref: 102 pid: 8461 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.491433:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053788672:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.492191:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.494457:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053788672:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.494480:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81283d expref: 102 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.494493:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e400, rc 0) 00000100:00100000:1.0:1746156238.494616:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977056988928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3948us (4094us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.494624:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5648 00000100:00100000:0.0:1746156238.496185:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.498980:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.499058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.499123:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056989440 00000100:00100000:1.0:1746156238.499129:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056989440 00000100:00100000:1.0:1746156238.499177:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5649 00000100:00100000:1.0:1746156238.499183:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056989440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.499197:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.499209:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76a15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812844 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.499228:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.499234:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81283d expref: 100 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.499239:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156238.499242:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76a15 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812844 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.499271:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81283d expref: 100 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.499613:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76a15 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812844 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.499620:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:1.0:1746156238.499640:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056989440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 457us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.499878:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5649 00000100:00100000:0.0:1746156238.502986:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.507062:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.507285:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056989952 00000100:00100000:1.0:1746156238.507292:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056989952 00000100:00100000:0.0:1746156238.507317:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.507333:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5650 00000100:00100000:1.0:1746156238.507340:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31590:x1830977056989952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.507356:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.507387:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76a1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81284b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.507409:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.507419:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76a15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812844 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.507429:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156238.507432:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76a1c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81284b expref: 101 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.507459:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76a15 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812844 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.507471:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76a1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81284b expref: 101 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.507479:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f400, rc 0) 00000100:00100000:1.0:1746156238.507510:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977056989952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.507516:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5650 00000100:00100000:0.0:1746156238.509751:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.509805:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056990336 00000100:00100000:1.0:1746156238.509810:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056990336 00002000:00100000:1.0:1746156238.509833:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490d500 x1830977056990336/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.509842:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490d500 with x1830977056990336 ext(0->4095) 00010000:00010000:1.0:1746156238.509848:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812844 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.509858:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812844 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.509864:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490d500 00000100:00100000:1.0:1746156238.509940:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2229 00000100:00100000:1.0:1746156238.509946:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056990336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156238.510183:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056990336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 236us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.510189:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2229 00002000:00100000:1.0:1746156238.510193:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490d500 x1830977056990336/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.510200:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490d500 with x1830977056990336 ext(0->4095) 00010000:00010000:1.0:1746156238.510204:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812844 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.510212:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812844 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.510217:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490d500 00000100:00100000:0.0:1746156238.511550:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.514706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.516424:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.516602:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056990848 00000100:00100000:1.0:1746156238.516608:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056990848 00000100:00100000:1.0:1746156238.517030:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5651 00000100:00100000:1.0:1746156238.517038:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056990848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.517051:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.517065:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812852 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.517087:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76a1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81284b expref: 99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.517098:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.517100:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.517103:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a23 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812852 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.517128:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76a1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81284b expref: 99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.517138:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76a1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81284b expref: 99 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.517148:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053789440:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.517240:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.519219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156238.519500:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484f400/0xb0171789e0e76a1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81284b expref: 100 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.519527:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053789440:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.519545:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a23 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812852 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.519553:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e400, rc 0) 00000100:00100000:1.0:1746156238.519823:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056990848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2784us (3401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.519829:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5651 00000100:00100000:0.0:1746156238.522147:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.524984:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.525066:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.525145:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056991360 00000100:00100000:1.0:1746156238.525162:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056991360 00000100:00100000:1.0:1746156238.525202:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056991488 00000100:00100000:1.0:1746156238.525204:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056991488 00000100:00100000:1.0:1746156238.525218:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5652 00000100:00100000:1.0:1746156238.525224:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31591:x1830977056991360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.525237:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.525250:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76a2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812859 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.525268:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812852 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.525274:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.525276:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.525279:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76a2a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812859 expref: 101 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.525312:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812852 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.525323:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812852 expref: 5 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.525335:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053789696:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.525413:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.527749:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156238.528002:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76a23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812852 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.528031:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053789696:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.528048:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76a2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812859 expref: 101 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.528056:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76a2a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812859 expref: 101 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.528064:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ee00, rc 0) 00000100:00100000:1.0:1746156238.528088:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31591:x1830977056991360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2864us (3111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.528094:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5652 00000100:00100000:0.0:1746156238.530502:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.532789:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.533090:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.536427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.538078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.538145:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.540296:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.543591:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.549229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.551783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.557215:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.557825:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10194 00000100:00100000:1.0:1746156238.557833:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977056993536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.557844:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.557860:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76a3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81286e expref: 100 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.557871:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76a3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81286e expref: 100 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.557888:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76a3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81286e expref: 100 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.557912:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.557915:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.557920:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76a46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812875 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.557927:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76a46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812875 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.557951:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76a46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812875 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156238.557960:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053790848:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.558440:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.560086:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.561522:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053790848:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.561537:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.561571:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1974:x1830977056993536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3738us (4361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.561579:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10194 00000100:00100000:0.0:1746156238.562134:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.564095:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.565215:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.565414:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056994176 00000100:00100000:1.0:1746156238.565417:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056994176 00010000:00010000:1.0:1746156238.565435:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76a46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812875 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.565462:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10195 00000100:00100000:1.0:1746156238.565467:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056994176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.565474:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.565489:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76a46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812875 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.565503:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76a46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812875 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.565517:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e76a46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812875 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.565528:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.565530:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.565534:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81287c expref: 100 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.565540:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81287c expref: 100 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.565558:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81287c expref: 100 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.565566:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81287c expref: 100 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.565575:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053791232:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.565621:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.567508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.567823:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053791232:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.567835:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.567862:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977056994176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2395us (2648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.567873:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10195 00000100:00100000:0.0:1746156238.569827:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.569908:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056994560 00000100:00100000:1.0:1746156238.569913:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056994560 00010000:00010000:1.0:1746156238.569935:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81287c expref: 101 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.569968:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10196 00000100:00100000:1.0:1746156238.569975:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1973:x1830977056994560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.569984:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.569998:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81287c expref: 101 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.570007:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81287c expref: 101 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.570059:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76a4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81287c expref: 101 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.570083:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.570085:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.570090:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.570097:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.570121:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156238.570131:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053791360:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.570225:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.572019:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053791360:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.572034:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.572060:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1973:x1830977056994560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2086us (2238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.572068:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10196 00000100:00100000:0.0:1746156238.572482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.575236:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.575653:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056994944 00000100:00100000:1.0:1746156238.575659:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056994944 00000100:00100000:1.0:1746156238.575696:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5659 00000100:00100000:1.0:1746156238.575702:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056994944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.575715:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.575728:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81288a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.575749:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.575755:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.575757:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.575760:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.575781:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.575794:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 99 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.575804:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053791488:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.575867:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.577412:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053791488:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.577434:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.577447:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095684e00, rc 0) 00000100:00100000:1.0:1746156238.577483:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056994944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1776us (2246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.577489:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5659 00000100:00100000:0.0:1746156238.578163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.578954:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056995072 00000100:00100000:1.0:1746156238.578959:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056995072 00010000:00010000:1.0:1746156238.578981:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 100 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.579501:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10197 00000100:00100000:1.0:1746156238.579508:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977056995072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.579519:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.579534:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 100 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.579547:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 100 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.579561:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98400/0xb0171789e0e76a54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812883 expref: 100 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.579585:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.579586:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.579592:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.579599:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.579623:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156238.579634:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053791616:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.580738:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.582207:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053791616:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.582222:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.582249:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:1974:x1830977056995072:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2741us (4087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.582257:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10197 00000100:00100000:0.0:1746156238.582582:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.583935:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.584194:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056995456 00000100:00100000:1.0:1746156238.584200:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056995456 00000100:00100000:1.0:1746156238.584235:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5660 00000100:00100000:1.0:1746156238.584241:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:31590:x1830977056995456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.584252:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.584264:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812891 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.584284:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.584291:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.584292:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.584295:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.584317:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.584326:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 5 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.584336:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053791744:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.584415:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.585828:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.586830:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053791744:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.586851:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.586863:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095684400, rc 0) 00000100:00100000:1.0:1746156238.587597:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977056995456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3352us (3660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.587607:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5660 00000100:00100000:0.0:1746156238.590977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.591888:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056995712 00000100:00100000:1.0:1746156238.591896:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056995712 00010000:00010000:1.0:1746156238.591925:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.593335:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10198 00000100:00100000:1.0:1746156238.593348:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977056995712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.593361:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.593390:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.593402:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.593420:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76a5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81288a expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.593448:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.593449:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.593455:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.593467:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.593519:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.593529:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 100 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.593539:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053792000:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.594893:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.600228:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053792000:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.600245:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.600293:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977056995712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6947us (9321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.600301:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10198 00000100:00100000:0.0:1746156238.600537:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.602553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.602980:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056996096 00000100:00100000:1.0:1746156238.602986:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056996096 00010000:00010000:1.0:1746156238.603012:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 101 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.603043:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10199 00000100:00100000:1.0:1746156238.603050:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977056996096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.603059:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.603079:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 101 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.603089:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 101 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.603106:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812891 expref: 101 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.603127:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.603129:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.603134:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 100 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.603142:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 100 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.603179:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 100 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156238.603190:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053792128:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.603248:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.607621:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053792128:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.607641:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.607675:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977056996096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4625us (5126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.607683:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10199 00000100:00100000:0.0:1746156238.607869:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.613680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.613733:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056996480 00000100:00100000:1.0:1746156238.613740:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056996480 00000100:00100000:1.0:1746156238.613780:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5662 00000100:00100000:1.0:1746156238.613786:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977056996480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.613799:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.614357:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81289f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.614413:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.614420:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.614422:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.614425:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.614447:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.614456:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 99 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.614466:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053792256:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.614775:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.616918:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053792256:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.616945:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.616963:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095685c00, rc 0) 00000100:00100000:1.0:1746156238.617000:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977056996480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3213us (3327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.617008:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5662 00000100:00100000:0.0:1746156238.618884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.623899:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.624104:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056996864 00000100:00100000:1.0:1746156238.624111:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056996864 00000100:00100000:1.0:1746156238.624164:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5663 00000100:00100000:1.0:1746156238.624171:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:31590:x1830977056996864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.624184:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.624197:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095685000/0xb0171789e0e76a77 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8128a6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.624219:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.624224:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.624229:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156238.624232:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095685000/0xb0171789e0e76a77 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128a6 expref: 103 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.624257:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.624267:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095685000/0xb0171789e0e76a77 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128a6 expref: 103 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156238.624269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156238.624280:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095685000, rc 0) 00000100:00100000:1.0:1746156238.624312:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+103:31590:x1830977056996864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.624317:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5663 00000100:00100000:1.0:1746156238.624335:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056996736 00000100:00100000:1.0:1746156238.624337:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056996736 00010000:00010000:1.0:1746156238.624348:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 103 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.624399:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10200 00000100:00100000:1.0:1746156238.624404:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+103:1972:x1830977056996736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156238.624411:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156238.624427:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 103 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.624436:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 103 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.624450:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f98600/0xb0171789e0e76a69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812898 expref: 103 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.624463:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.624464:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.624469:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.624479:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.624495:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.624504:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 5 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.624513:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053792512:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156238.624561:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.626138:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053792512:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156238.626159:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156238.626253:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:1972:x1830977056996736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1846us (1983us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.626260:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10200 00000100:00100000:0.0:1746156238.627056:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.631146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.631214:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056997248 00000100:00100000:0.0:1746156238.631222:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056997248 00010000:00010000:0.0:1746156238.631250:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156238.631284:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10201 00000100:00100000:0.0:1746156238.631290:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977056997248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156238.631300:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156238.631316:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.631324:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.631342:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095685c00/0xb0171789e0e76a70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81289f expref: 6 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.631357:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.631358:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.631363:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095685000/0xb0171789e0e76a77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128a6 expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.631401:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095685000/0xb0171789e0e76a77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128a6 expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.631426:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095685000/0xb0171789e0e76a77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128a6 expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156238.631436:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053792640:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156238.631496:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.636213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.646681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.646718:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.646754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.646776:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056997888 00000100:00100000:0.0:1746156238.646782:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056997888 00000100:00100000:0.0:1746156238.648315:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977056998144 00000100:00100000:0.0:1746156238.648322:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977056998144 00000100:00100000:1.0:1746156238.648821:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 324 00000100:00100000:1.0:1746156238.648828:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977056997888:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746156238.648828:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 325 00000100:00100000:0.0:1746156238.648835:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977056998144:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746156238.648852:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977056997888:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 25us (2134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.648857:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 324 00000100:00100000:0.0:1746156238.648862:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977056998144:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 28us (2117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156238.648867:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 325 00000100:00080000:1.0:1746156238.648884:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746156238.648887:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156238.657536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.658817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.663327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.666956:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.671398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.675865:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.678217:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.680914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.684183:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.685915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.686331:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.686454:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057000064 00000100:00100000:1.0:1746156238.686458:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057000064 00000100:00100000:1.0:1746156238.686477:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5668 00000100:00100000:1.0:1746156238.686482:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:31591:x1830977057000064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.686488:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.686494:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8128c9 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.686504:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.686507:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76a93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c2 expref: 106 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.686512:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.686515:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c9 expref: 106 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.686531:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76a93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c2 expref: 106 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.686541:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c9 expref: 106 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.686549:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095684400, rc 0) 00000100:00100000:1.0:1746156238.686570:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:31591:x1830977057000064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.686576:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5668 00000100:00100000:0.0:1746156238.690296:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.693339:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.693563:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057000448 00000100:00100000:1.0:1746156238.693569:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057000448 00002000:00100000:1.0:1746156238.693891:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd3480 x1830977057000448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.693900:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd3480 with x1830977057000448 ext(0->4095) 00010000:00010000:1.0:1746156238.693906:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76a93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c2 expref: 105 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.693917:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76a93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c2 expref: 105 pid: 8463 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.693922:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd3480 00000100:00100000:1.0:1746156238.693946:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2240 00000100:00100000:1.0:1746156238.693952:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:1975:x1830977057000448:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156238.694072:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:1975:x1830977057000448:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (737us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.694077:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2240 00002000:00100000:1.0:1746156238.694081:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd3480 x1830977057000448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.694088:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd3480 with x1830977057000448 ext(0->4095) 00010000:00010000:1.0:1746156238.694092:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76a93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c2 expref: 105 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.694100:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76a93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c2 expref: 105 pid: 8463 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.694105:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd3480 00000100:00100000:0.0:1746156238.696294:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.699700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.705914:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.719487:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057001088 00000100:00100000:0.0:1746156238.719494:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057001088 00002000:00100000:0.0:1746156238.719525:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bcd7800 x1830977057001088/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 496/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.719533:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977057001088 ext(0->7) 00010000:00010000:0.0:1746156238.719540:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c9 expref: 104 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.719551:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c9 expref: 104 pid: 21377 timeout: 594 lvb_type: 0 00002000:00010000:0.0:1746156238.719557:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd7800 00000100:00100000:0.0:1746156238.720727:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2241 00000100:00100000:0.0:1746156238.720736:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1975:x1830977057001088:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746156238.720967:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1975:x1830977057001088:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 233us (1606us total) trans 4294967934 rc 0/0 00000100:00100000:0.0:1746156238.720973:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2241 00002000:00100000:0.0:1746156238.720978:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bcd7800 x1830977057001088/t4294967934(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 496/448 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.720986:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977057001088 ext(0->7) 00010000:00010000:0.0:1746156238.720991:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c9 expref: 106 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.721000:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095684400/0xb0171789e0e76a9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128c9 expref: 106 pid: 21377 timeout: 594 lvb_type: 0 00002000:00010000:0.0:1746156238.721006:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd7800 00000100:00100000:0.0:1746156238.721079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.723165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.727304:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057001600 00000100:00100000:1.0:1746156238.727311:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057001600 00002000:00100000:1.0:1746156238.727344:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848000 x1830977057001600/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.727353:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830977057001600 ext(0->4095) 00010000:00010000:1.0:1746156238.727360:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76aa1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128d0 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.727710:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128d0 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.727717:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092848000 00000100:00100000:1.0:1746156238.727856:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2242 00000100:00100000:1.0:1746156238.727864:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057001600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156238.727987:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057001600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (872us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.727992:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2242 00002000:00100000:1.0:1746156238.727997:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848000 x1830977057001600/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.728004:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830977057001600 ext(0->4095) 00010000:00010000:1.0:1746156238.728008:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128d0 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.728017:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128d0 expref: 6 pid: 8463 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.728027:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092848000 00000100:00100000:1.0:1746156238.735014:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057001984 00000100:00100000:1.0:1746156238.735019:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057001984 00002000:00100000:1.0:1746156238.735047:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284b800 x1830977057001984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.735055:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b800 with x1830977057001984 ext(0->4095) 00002000:00010000:1.0:1746156238.735058:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284b800 00000100:00100000:1.0:1746156238.735077:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4296 00000100:00100000:1.0:1746156238.735082:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1975:x1830977057001984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156238.735190:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1975:x1830977057001984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.735195:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4296 00002000:00100000:1.0:1746156238.735199:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284b800 x1830977057001984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.735205:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b800 with x1830977057001984 ext(0->4095) 00002000:00010000:1.0:1746156238.735207:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284b800 00000100:00100000:0.0:1746156238.737393:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057002112 00000100:00100000:0.0:1746156238.737400:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057002112 00000100:00100000:0.0:1746156238.737443:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5671 00000100:00100000:0.0:1746156238.737449:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057002112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156238.737463:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156238.737477:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76aaf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8128de expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.737500:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095636a00/0xb0171789e0e76aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128d7 expref: 105 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.737506:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156238.737507:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156238.737510:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76aaf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128de expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.737534:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095636a00/0xb0171789e0e76aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128d7 expref: 105 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.737544:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095636a00/0xb0171789e0e76aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128d7 expref: 105 pid: 8463 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156238.737553:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053794560:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156238.737624:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.740995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.745354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.746160:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.749686:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.750073:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057002752 00000100:00100000:1.0:1746156238.750081:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057002752 00000100:00100000:1.0:1746156238.750114:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5673 00000100:00100000:1.0:1746156238.750121:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+107:31591:x1830977057002752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.750134:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.750146:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76abd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8128ec expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.750176:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.750181:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e76ab6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128e5 expref: 108 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.750187:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.750190:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76abd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128ec expref: 108 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.750216:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e76ab6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128e5 expref: 108 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.750227:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095684e00/0xb0171789e0e76abd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128ec expref: 108 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.750236:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095684e00, rc 0) 00000100:00100000:1.0:1746156238.750280:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:31591:x1830977057002752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.750286:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5673 00000100:00100000:0.0:1746156238.751166:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.753837:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.753881:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057003136 00000100:00100000:1.0:1746156238.753887:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057003136 00002000:00100000:1.0:1746156238.753920:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547800 x1830977057003136/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.753929:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547800 with x1830977057003136 ext(0->4095) 00010000:00010000:1.0:1746156238.753936:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e76ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128e5 expref: 107 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.753952:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e76ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128e5 expref: 107 pid: 15159 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.753959:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547800 00000100:00100000:1.0:1746156238.753987:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2243 00000100:00100000:1.0:1746156238.753994:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+107:1975:x1830977057003136:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156238.754115:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+107:1975:x1830977057003136:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.754120:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2243 00002000:00100000:1.0:1746156238.754125:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547800 x1830977057003136/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.754131:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547800 with x1830977057003136 ext(0->4095) 00010000:00010000:1.0:1746156238.754136:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e76ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128e5 expref: 107 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.754144:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e76ab6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128e5 expref: 107 pid: 15159 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.754160:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547800 00000100:00100000:0.0:1746156238.758108:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.763769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.770354:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.774606:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.774653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.779623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.779688:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057004160 00000100:00100000:1.0:1746156238.779694:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057004160 00002000:00100000:1.0:1746156238.779725:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545880 x1830977057004160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.779734:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545880 with x1830977057004160 ext(0->4095) 00010000:00010000:1.0:1746156238.779742:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e76ac4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128f3 expref: 6 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.779755:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e76ac4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128f3 expref: 6 pid: 15159 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.779761:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b545880 00000100:00100000:1.0:1746156238.779981:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2244 00000100:00100000:1.0:1746156238.779987:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057004160:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156238.781046:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057004160:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 1057us (1426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.781052:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2244 00002000:00100000:1.0:1746156238.781059:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545880 x1830977057004160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.781067:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545880 with x1830977057004160 ext(0->4095) 00010000:00010000:1.0:1746156238.781072:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e76ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128f3 expref: 6 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.781082:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e76ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128f3 expref: 6 pid: 15159 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.781087:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b545880 00000100:00100000:0.0:1746156238.784037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.788766:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057004544 00000100:00100000:0.0:1746156238.788772:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057004544 00002000:00100000:0.0:1746156238.788843:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3c380 x1830977057004544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.788851:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3c380 with x1830977057004544 ext(0->4095) 00002000:00010000:0.0:1746156238.789300:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3c380 00000100:00100000:0.0:1746156238.789407:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4299 00000100:00100000:0.0:1746156238.789415:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1974:x1830977057004544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156238.789563:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1974:x1830977057004544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (910us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.789569:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4299 00002000:00100000:1.0:1746156238.789574:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3c380 x1830977057004544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.789582:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3c380 with x1830977057004544 ext(0->4095) 00002000:00010000:1.0:1746156238.789585:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3c380 00000100:00100000:0.0:1746156238.797305:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.797716:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057004800 00000100:00100000:1.0:1746156238.797722:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057004800 00002000:00100000:1.0:1746156238.797754:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800956eaa00 x1830977057004800/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 496/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.797763:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eaa00 with x1830977057004800 ext(0->7) 00010000:00010000:1.0:1746156238.797770:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76acb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128fa expref: 106 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.797781:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76acb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128fa expref: 106 pid: 15159 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.797786:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956eaa00 00000100:00100000:1.0:1746156238.797813:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2245 00000100:00100000:1.0:1746156238.797819:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1974:x1830977057004800:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156238.798054:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:1974:x1830977057004800:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 234us (754us total) trans 4294967935 rc 0/0 00000100:00100000:1.0:1746156238.798060:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2245 00002000:00100000:1.0:1746156238.798065:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800956eaa00 x1830977057004800/t4294967935(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 496/448 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.798072:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eaa00 with x1830977057004800 ext(0->7) 00010000:00010000:1.0:1746156238.798075:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76acb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128fa expref: 108 pid: 15159 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.798084:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76acb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8128fa expref: 108 pid: 15159 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.798089:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956eaa00 00000100:00100000:1.0:1746156238.806737:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.806838:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.810415:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057005440 00000100:00100000:0.0:1746156238.810420:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057005440 00000100:00100000:0.0:1746156238.810462:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5678 00000100:00100000:0.0:1746156238.810469:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:31591:x1830977057005440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156238.810482:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156238.810494:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76ae0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81290f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.810511:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.810515:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76ad9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812908 expref: 109 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.810520:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156238.810523:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76ae0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81290f expref: 109 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.810556:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76ad9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812908 expref: 109 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.810566:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76ae0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81290f expref: 109 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.810574:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595e00, rc 0) 00000100:00100000:0.0:1746156238.810600:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+109:31591:x1830977057005440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156238.810610:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5678 00000100:00100000:0.0:1746156238.810655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.813539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.820957:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057006208 00000100:00100000:1.0:1746156238.820962:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057006208 00002000:00100000:1.0:1746156238.820991:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095038700 x1830977057006208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.820999:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095038700 with x1830977057006208 ext(0->4095) 00002000:00010000:1.0:1746156238.821003:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095038700 00000100:00100000:1.0:1746156238.821015:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4300 00000100:00100000:1.0:1746156238.821021:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:1974:x1830977057006208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156238.821137:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:1974:x1830977057006208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.821142:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4300 00002000:00100000:1.0:1746156238.821156:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095038700 x1830977057006208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.821163:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095038700 with x1830977057006208 ext(0->4095) 00002000:00010000:1.0:1746156238.821165:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095038700 00000100:00100000:0.0:1746156238.823859:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057006336 00000100:00100000:0.0:1746156238.823865:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057006336 00000100:00100000:0.0:1746156238.823905:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5679 00000100:00100000:0.0:1746156238.823910:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057006336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156238.823924:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156238.823937:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e76ae7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812916 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.823958:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81290f expref: 107 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.823964:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156238.823965:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156238.823968:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e76ae7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812916 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.823990:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81290f expref: 107 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.824000:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76ae0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81290f expref: 107 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156238.824009:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800956ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053796608:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156238.824082:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.828975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.832509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.835104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.839573:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.842506:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.851692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.856036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.859145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.860618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.864892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.864944:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057008000 00000100:00100000:0.0:1746156238.864951:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057008000 00002000:00100000:0.0:1746156238.865176:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b03480 x1830977057008000/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.865185:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03480 with x1830977057008000 ext(0->4095) 00010000:00010000:0.0:1746156238.865192:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76af5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812924 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.865202:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76af5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812924 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00002000:00010000:0.0:1746156238.865209:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b03480 00000100:00100000:0.0:1746156238.865222:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2250 00000100:00100000:0.0:1746156238.865228:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057008000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156238.865329:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057008000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (442us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156238.865334:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2250 00002000:00100000:0.0:1746156238.865339:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b03480 x1830977057008000/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156238.865346:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03480 with x1830977057008000 ext(0->4095) 00010000:00010000:0.0:1746156238.865350:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76af5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812924 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746156238.865357:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76af5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812924 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00002000:00010000:0.0:1746156238.865361:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b03480 00000100:00100000:1.0:1746156238.868476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.868555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.872601:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.877038:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.880394:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.883730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.886737:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.890851:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057009536 00000100:00100000:0.0:1746156238.890858:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057009536 00000100:00100000:0.0:1746156238.890970:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5685 00000100:00100000:0.0:1746156238.890977:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057009536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156238.890989:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156238.891026:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e22b800/0xb0171789e0e76b11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812940 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.891072:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76b0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812939 expref: 109 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.891078:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156238.891079:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156238.891083:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e22b800/0xb0171789e0e76b11 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812940 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.891105:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76b0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812939 expref: 109 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.891118:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76b0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812939 expref: 109 pid: 8461 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746156238.891128:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053798144:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156238.891207:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.892622:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053798144:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156238.892641:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e22b800/0xb0171789e0e76b11 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812940 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.892652:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e22b800, rc 0) 00000100:00100000:0.0:1746156238.892677:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057009536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1701us (1881us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156238.892683:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5685 00000100:00100000:0.0:1746156238.893035:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.894611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.897245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.897287:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.897476:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5687 00000100:00100000:1.0:1746156238.897484:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:31590:x1830977057010048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.897491:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.897497:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484d200/0xb0171789e0e76b1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812947 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.897509:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.897513:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76b18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81294e expref: 8 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.897518:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.897520:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484d200/0xb0171789e0e76b1f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812947 expref: 8 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.897560:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76b18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81294e expref: 8 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.897570:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484d200/0xb0171789e0e76b1f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812947 expref: 8 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.897578:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484d200, rc 0) 00000100:00100000:1.0:1746156238.897600:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057010048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.897605:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5687 00000100:00100000:0.0:1746156238.899290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.904890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.909418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.909506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.912923:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.913127:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057011072 00000100:00100000:1.0:1746156238.913133:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057011072 00002000:00100000:1.0:1746156238.913173:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7fb80 x1830977057011072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.913181:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7fb80 with x1830977057011072 ext(0->4095) 00010000:00010000:1.0:1746156238.913186:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484d200/0xb0171789e0e76b1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812947 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.913196:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484d200/0xb0171789e0e76b1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812947 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.913201:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7fb80 00000100:00100000:1.0:1746156238.913225:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2254 00000100:00100000:1.0:1746156238.913231:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057011072:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156238.913354:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057011072:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.913360:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2254 00002000:00100000:1.0:1746156238.913390:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7fb80 x1830977057011072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.913397:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7fb80 with x1830977057011072 ext(0->4095) 00010000:00010000:1.0:1746156238.913401:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484d200/0xb0171789e0e76b1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812947 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.913409:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484d200/0xb0171789e0e76b1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812947 expref: 6 pid: 8461 timeout: 594 lvb_type: 0 00002000:00010000:1.0:1746156238.913413:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7fb80 00000100:00100000:0.0:1746156238.915505:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.915559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.916562:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5689 00000100:00100000:1.0:1746156238.916569:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:31590:x1830977057011200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.916579:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.916588:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76b2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81295c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.916601:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fe6e00/0xb0171789e0e76b26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812955 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.916606:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.916608:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.916610:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76b2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81295c expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.916625:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fe6e00/0xb0171789e0e76b26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812955 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.916632:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fe6e00/0xb0171789e0e76b26 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812955 expref: 5 pid: 15159 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.916639:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ce9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053799168:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.916673:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.920276:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ce9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053799168:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.920295:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76b2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81295c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.920309:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095594800, rc 0) 00000100:00100000:1.0:1746156238.920348:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:31590:x1830977057011200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3779us (4849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.920357:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5689 00000100:00100000:0.0:1746156238.920798:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.924421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.928495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.930476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.930885:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057012096 00000100:00100000:1.0:1746156238.930892:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057012096 00000100:00100000:1.0:1746156238.930933:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5690 00000100:00100000:1.0:1746156238.930939:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057012096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.930952:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.930965:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76b34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812963 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.930986:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76b2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81295c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.931001:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.931003:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.931006:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76b34 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812963 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.931027:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81295c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.931037:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76b2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81295c expref: 5 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.931046:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ce9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053799424:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.931123:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.934665:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ce9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053799424:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.934692:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76b34 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812963 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.934707:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595e00, rc 0) 00000100:00100000:1.0:1746156238.934920:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057012096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3979us (4447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.934928:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5690 00000100:00100000:0.0:1746156238.935171:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.939605:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.940273:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.940810:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057012608 00000100:00100000:1.0:1746156238.940816:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057012608 00000100:00100000:1.0:1746156238.940851:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5691 00000100:00100000:1.0:1746156238.940856:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:31590:x1830977057012608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.940868:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.940880:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ce00/0xb0171789e0e76b3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81296a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.941145:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76b34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812963 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.941171:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.941172:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156238.941176:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ce00/0xb0171789e0e76b3b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81296a expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.941199:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76b34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812963 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.941209:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76b34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812963 expref: 5 pid: 21377 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746156238.941221:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ce9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053799680:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.941298:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.942813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.943404:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ce9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053799680:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.943418:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ce00/0xb0171789e0e76b3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81296a expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.943426:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ce00, rc 0) 00000100:00100000:1.0:1746156238.943440:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:31590:x1830977057012608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2585us (3170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.943444:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5691 00000100:00100000:0.0:1746156238.946877:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.946960:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057013120 00000100:00100000:1.0:1746156238.946966:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057013120 00002000:00100000:1.0:1746156238.947004:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac000 x1830977057013120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.947013:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac000 with x1830977057013120 ext(0->4095) 00010000:00010000:1.0:1746156238.947020:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ce00/0xb0171789e0e76b3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81296a expref: 7 pid: 21377 timeout: 594 lvb_type: 0 00010000:00010000:1.0:1746156238.947031:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ce00/0xb0171789e0e76b3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81296a expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156238.947037:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac000 00000100:00100000:1.0:1746156238.947067:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2256 00000100:00100000:1.0:1746156238.947073:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057013120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156238.947231:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057013120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.947236:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2256 00002000:00100000:1.0:1746156238.947240:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac000 x1830977057013120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.947246:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac000 with x1830977057013120 ext(0->4095) 00010000:00010000:1.0:1746156238.947250:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ce00/0xb0171789e0e76b3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81296a expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156238.947258:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ce00/0xb0171789e0e76b3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81296a expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156238.947262:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac000 00000100:00100000:0.0:1746156238.950881:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.956905:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.959457:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.959510:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057013632 00000100:00100000:1.0:1746156238.959517:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057013632 00000100:00100000:1.0:1746156238.959587:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5693 00000100:00100000:1.0:1746156238.959592:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057013632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156238.959603:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156238.959615:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e76b49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812978 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.959634:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76b42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812971 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.959638:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.959639:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156238.959642:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e76b49 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812978 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.959661:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76b42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812971 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.959667:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76b42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812971 expref: 5 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156238.959675:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ce9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053800192:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156238.959733:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156238.961665:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ce9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053800192:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156238.961686:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e76b49 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812978 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156238.961698:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950b0000, rc 0) 00000100:00100000:1.0:1746156238.961735:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057013632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2142us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156238.961742:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5693 00000100:00100000:0.0:1746156238.964262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.967504:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.967588:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057014016 00000100:00100000:1.0:1746156238.967594:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057014016 00000100:00100000:0.0:1746156238.967601:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:1.0:1746156238.967628:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8dc00 x1830977057014016/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.967664:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8dc00 with x1830977057014016 ext(0->4095) 00002000:00010000:1.0:1746156238.967668:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8dc00 00000100:00100000:1.0:1746156238.967694:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4307 00000100:00100000:1.0:1746156238.967700:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057014016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156238.967840:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057014016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.967845:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4307 00002000:00100000:1.0:1746156238.967851:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8dc00 x1830977057014016/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.967857:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8dc00 with x1830977057014016 ext(0->4095) 00010000:00010000:1.0:1746156238.967862:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e76b49 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812978 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156238.967872:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e76b49 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812978 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156238.967878:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8dc00 00000100:00100000:0.0:1746156238.969281:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.970416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.971897:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.971958:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057014656 00000100:00100000:1.0:1746156238.971963:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057014656 00002000:00100000:1.0:1746156238.971987:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c08e00 x1830977057014656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.971997:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08e00 with x1830977057014656 ext(0->4095) 00010000:00010000:1.0:1746156238.972002:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76b50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81297f expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156238.972013:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76b50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81297f expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156238.972019:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c08e00 00000100:00100000:1.0:1746156238.972044:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2257 00000100:00100000:1.0:1746156238.972051:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057014656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156238.972174:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057014656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.972179:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2257 00002000:00100000:1.0:1746156238.972185:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c08e00 x1830977057014656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.972191:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08e00 with x1830977057014656 ext(0->4095) 00010000:00010000:1.0:1746156238.972196:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76b50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81297f expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156238.972203:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76b50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81297f expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156238.972208:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c08e00 00000100:00100000:0.0:1746156238.973274:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.973314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.975948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.976029:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057015168 00000100:00100000:1.0:1746156238.976034:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057015168 00002000:00100000:1.0:1746156238.976063:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0bb80 x1830977057015168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.976071:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0bb80 with x1830977057015168 ext(0->4095) 00010000:00010000:1.0:1746156238.976077:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76b57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812986 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156238.976088:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76b57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812986 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156238.976099:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0bb80 00000100:00100000:1.0:1746156238.976179:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2258 00000100:00100000:1.0:1746156238.976187:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057015168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156238.976315:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057015168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.976321:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2258 00002000:00100000:1.0:1746156238.976325:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0bb80 x1830977057015168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.976332:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0bb80 with x1830977057015168 ext(0->4095) 00010000:00010000:1.0:1746156238.976337:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76b57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812986 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156238.976346:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76b57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812986 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156238.976351:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0bb80 00000100:00100000:0.0:1746156238.978427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.980843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.981946:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.983525:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.986433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.988514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.990195:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.991101:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.992558:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156238.992662:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057016704 00000100:00100000:1.0:1746156238.992666:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057016704 00002000:00100000:1.0:1746156238.992688:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc700 x1830977057016704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/0 e 0 to 0 dl 1746156249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.992696:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc700 with x1830977057016704 ext(0->4095) 00010000:00010000:1.0:1746156238.992700:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76b6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81299b expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156238.992714:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76b6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81299b expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156238.992719:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc700 00000100:00100000:1.0:1746156238.992739:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2259 00000100:00100000:1.0:1746156238.992745:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057016704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156238.992856:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057016704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156238.992861:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2259 00002000:00100000:1.0:1746156238.992866:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc700 x1830977057016704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:554/0 lens 488/4536 e 0 to 0 dl 1746156249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156238.992871:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc700 with x1830977057016704 ext(0->4095) 00010000:00010000:1.0:1746156238.992875:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76b6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81299b expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156238.992883:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76b6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81299b expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156238.992888:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc700 00000100:00100000:0.0:1746156238.994840:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.996335:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156238.996456:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10237 00000100:00100000:0.0:1746156238.996462:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057016960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156238.996469:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156238.996483:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76b6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81299b expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156238.996491:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76b6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81299b expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156238.996504:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76b6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81299b expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156238.996521:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.996522:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156238.996527:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76b73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129a2 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.996531:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76b73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129a2 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.996550:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76b73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129a2 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156238.996557:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76b73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129a2 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156238.996564:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095700380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053801984:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156238.996761:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156238.998874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.000250:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.000284:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.001930:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.004532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.006730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.006892:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057018112 00000100:00100000:1.0:1746156239.006897:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057018112 00002000:00100000:1.0:1746156239.006928:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701500 x1830977057018112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.006941:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701500 with x1830977057018112 ext(0->4095) 00002000:00010000:1.0:1746156239.006945:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095701500 00000100:00100000:1.0:1746156239.006974:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4310 00000100:00100000:1.0:1746156239.006980:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057018112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156239.007326:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057018112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 344us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.007331:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4310 00002000:00100000:1.0:1746156239.007335:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701500 x1830977057018112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.007341:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701500 with x1830977057018112 ext(0->4095) 00002000:00010000:1.0:1746156239.007343:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095701500 00000100:00100000:0.0:1746156239.008835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.010421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.012276:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.012294:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057018624 00000100:00100000:1.0:1746156239.012299:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057018624 00002000:00100000:1.0:1746156239.012325:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361f800 x1830977057018624/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.012334:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f800 with x1830977057018624 ext(0->4095) 00002000:00010000:1.0:1746156239.012338:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361f800 00000100:00100000:1.0:1746156239.012392:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4311 00000100:00100000:1.0:1746156239.012399:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057018624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156239.012522:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057018624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.012527:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4311 00002000:00100000:1.0:1746156239.012532:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361f800 x1830977057018624/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.012538:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f800 with x1830977057018624 ext(0->4095) 00002000:00010000:1.0:1746156239.012540:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361f800 00000100:00100000:0.0:1746156239.014329:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.017487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.017531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.019801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.019890:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057019264 00000100:00100000:1.0:1746156239.019895:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057019264 00002000:00100000:1.0:1746156239.019923:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccad80 x1830977057019264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.019931:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccad80 with x1830977057019264 ext(0->4095) 00010000:00010000:1.0:1746156239.019937:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76b8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129be expref: 8 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.019947:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76b8f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129be expref: 8 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.019953:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ccad80 00000100:00100000:1.0:1746156239.019984:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2262 00000100:00100000:1.0:1746156239.019990:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057019264:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156239.020546:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057019264:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 554us (743us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.020552:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2262 00002000:00100000:1.0:1746156239.020557:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccad80 x1830977057019264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.020564:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccad80 with x1830977057019264 ext(0->4095) 00010000:00010000:1.0:1746156239.020569:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76b8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129be expref: 7 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.020579:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76b8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129be expref: 7 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.020585:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ccad80 00000100:00100000:0.0:1746156239.021950:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.021995:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.025658:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.028082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.028143:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.031189:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.033401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.036897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.039904:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.046216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.048714:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.050910:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.053167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.058156:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057021696 00000100:00100000:0.0:1746156239.058164:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057021696 00002000:00100000:0.0:1746156239.058198:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5f80 x1830977057021696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.058208:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5f80 with x1830977057021696 ext(0->4095) 00002000:00010000:0.0:1746156239.058213:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5f80 00000100:00100000:0.0:1746156239.058240:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4313 00000100:00100000:0.0:1746156239.058248:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057021696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156239.058421:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057021696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 173us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156239.058428:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4313 00002000:00100000:0.0:1746156239.058433:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5f80 x1830977057021696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.058440:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5f80 with x1830977057021696 ext(0->4095) 00002000:00010000:0.0:1746156239.058442:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5f80 00000100:00100000:0.0:1746156239.063507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.068216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.068264:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057021952 00000100:00100000:1.0:1746156239.068270:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057021952 00002000:00100000:1.0:1746156239.068305:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133fc0000 x1830977057021952/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 496/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.068312:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0000 with x1830977057021952 ext(0->7) 00010000:00010000:1.0:1746156239.068319:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129e1 expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.068330:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129e1 expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.068336:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0000 00000100:00100000:1.0:1746156239.068363:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2266 00000100:00100000:1.0:1746156239.068403:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057021952:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156239.070894:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057021952:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2484us (2672us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1746156239.070904:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2266 00002000:00100000:1.0:1746156239.070914:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880133fc0000 x1830977057021952/t4294967937(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 496/448 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.070927:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0000 with x1830977057021952 ext(0->7) 00010000:00010000:1.0:1746156239.070935:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129e1 expref: 8 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.070947:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76bb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129e1 expref: 8 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.070953:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0000 00000100:00100000:0.0:1746156239.073625:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.076913:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057022336 00000100:00100000:0.0:1746156239.076919:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057022336 00002000:00100000:0.0:1746156239.076947:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537fb80 x1830977057022336/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.076962:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537fb80 with x1830977057022336 ext(0->4095) 00002000:00010000:0.0:1746156239.076966:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537fb80 00000100:00100000:0.0:1746156239.077063:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4314 00000100:00100000:0.0:1746156239.077070:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057022336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156239.077528:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057022336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 295us (518us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156239.077535:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4314 00002000:00100000:0.0:1746156239.077540:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537fb80 x1830977057022336/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.077547:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537fb80 with x1830977057022336 ext(0->4095) 00002000:00010000:0.0:1746156239.077550:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537fb80 00000100:00100000:0.0:1746156239.079165:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.079840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.079906:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057022592 00000100:00100000:1.0:1746156239.079910:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057022592 00000100:00100000:1.0:1746156239.079932:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5711 00000100:00100000:1.0:1746156239.079937:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31591:x1830977057022592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.079943:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.079949:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76bc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8129f6 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.079959:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.079962:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76bc0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129ef expref: 10 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.079966:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.079969:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76bc7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129f6 expref: 10 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.080071:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76bc0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129ef expref: 10 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.080087:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76bc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8129f6 expref: 10 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.080095:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b1eee00, rc 0) 00000100:00100000:1.0:1746156239.080115:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:31591:x1830977057022592:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.080120:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5711 00000100:00100000:0.0:1746156239.081563:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.083471:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.085340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.088729:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.091410:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.096262:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.099867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.099934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.105001:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.107108:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.110492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.113075:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.116112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.118167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.120577:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.124273:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.124309:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.127132:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.129064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.129133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.131441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.133065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.133126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.135676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.137239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.139004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.143280:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.145532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.147698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.149583:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.151142:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.155460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.155568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.158910:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.160333:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.160416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.162222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.162298:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057028864 00000100:00100000:1.0:1746156239.162303:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057028864 00002000:00100000:1.0:1746156239.162335:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9f80 x1830977057028864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.162343:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977057028864 ext(0->4095) 00010000:00010000:1.0:1746156239.162350:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c0d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a3c expref: 13 pid: 8461 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.162362:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c0d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a3c expref: 13 pid: 8461 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.162395:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9f80 00000100:00100000:1.0:1746156239.162426:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2275 00000100:00100000:1.0:1746156239.162432:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057028864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156239.162557:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057028864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.162566:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2275 00002000:00100000:1.0:1746156239.162571:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9f80 x1830977057028864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.162577:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977057028864 ext(0->4095) 00010000:00010000:1.0:1746156239.162581:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c0d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a3c expref: 13 pid: 8461 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.162589:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c0d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a3c expref: 13 pid: 8461 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.162594:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9f80 00000100:00100000:0.0:1746156239.164694:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.164781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.165270:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10260 00000100:00100000:1.0:1746156239.165277:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057029120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.165284:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.165300:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a3c expref: 13 pid: 8461 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.165309:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a3c expref: 13 pid: 8461 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.165322:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a3c expref: 13 pid: 8461 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.165336:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.165338:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.165343:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76c14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a43 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.165350:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76c14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a43 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.165392:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76c14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a43 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.165401:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76c14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a43 expref: 5 pid: 8461 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.165410:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053807872:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.165462:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.166938:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053807872:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.166959:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.166995:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057029120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1718us (2213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.167003:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10260 00000100:00100000:0.0:1746156239.167303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.169021:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.169095:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057029504 00000100:00100000:1.0:1746156239.169100:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057029504 00010000:00010000:1.0:1746156239.169122:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76c14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a43 expref: 6 pid: 8461 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.169162:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10261 00000100:00100000:1.0:1746156239.169168:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057029504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.169176:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.169191:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76c14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a43 expref: 6 pid: 8461 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.169200:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76c14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a43 expref: 6 pid: 8461 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.169217:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76c14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a43 expref: 6 pid: 8461 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.169230:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.169231:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.169236:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a4a expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.169242:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a4a expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.169265:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a4a expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156239.169275:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053808000:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.169680:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.171302:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053808000:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.171317:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156239.171335:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.171348:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057029504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2180us (2330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.171357:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10261 00000100:00100000:0.0:1746156239.172892:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.174860:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.174922:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057030016 00000100:00100000:1.0:1746156239.174926:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057030016 00010000:00010000:1.0:1746156239.174945:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a4a expref: 12 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.174969:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10262 00000100:00100000:1.0:1746156239.174974:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057030016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.174982:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.175023:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a4a expref: 12 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.175033:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a4a expref: 12 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.175048:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a4a expref: 12 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.175064:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.175065:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.175073:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76c22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a51 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.175080:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76c22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a51 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.175100:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ee00/0xb0171789e0e76c22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a51 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156239.175113:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053808256:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.175163:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.176495:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053808256:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.176508:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.176542:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057030016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1567us (1681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.176550:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10262 00000100:00100000:0.0:1746156239.176962:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.177062:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057030272 00000100:00100000:1.0:1746156239.177067:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057030272 00002000:00100000:1.0:1746156239.177097:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4700 x1830977057030272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.177106:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4700 with x1830977057030272 ext(0->4095) 00002000:00010000:1.0:1746156239.177109:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4700 00000100:00100000:1.0:1746156239.177131:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4322 00000100:00100000:1.0:1746156239.177136:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057030272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156239.177283:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057030272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.177289:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4322 00002000:00100000:1.0:1746156239.177293:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4700 x1830977057030272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.177299:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4700 with x1830977057030272 ext(0->4095) 00002000:00010000:1.0:1746156239.177302:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4700 00000100:00100000:0.0:1746156239.179651:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.181818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.182666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.184750:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.186419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.186491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.188822:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.191203:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.191404:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.194320:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.196507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.196569:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.198417:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.200509:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.200551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.202476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.204352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.208232:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.211196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.214265:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.218183:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.219445:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.220717:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.222456:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.224656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.227539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.228879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.232231:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.235643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.238323:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.238702:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.238897:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5736 00000100:00100000:0.0:1746156239.238904:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057035648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.238912:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.238918:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812aa5 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.239020:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.239024:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a9e expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.239028:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.239031:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aa5 expref: 14 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.239073:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a9e expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.239092:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aa5 expref: 14 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.239100:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595c00, rc 0) 00000100:00100000:0.0:1746156239.239188:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31591:x1830977057035648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 284us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156239.239194:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5736 00000100:00100000:0.0:1746156239.240904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.245801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.248698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.249423:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10274 00000100:00100000:1.0:1746156239.249432:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1972:x1830977057036160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.249442:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.249506:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a9e expref: 13 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.249517:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a9e expref: 13 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.249533:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76c6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812a9e expref: 13 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.249556:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.249557:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.249562:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aa5 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.249569:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aa5 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.249593:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aa5 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156239.249603:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053811328:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.249678:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.251199:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053811328:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.251216:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.251554:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1972:x1830977057036160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2121us (2860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.251562:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10274 00000100:00100000:0.0:1746156239.251773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.254776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.257098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.257273:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057036672 00000100:00100000:1.0:1746156239.257278:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057036672 00010000:00010000:1.0:1746156239.257310:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aa5 expref: 12 pid: 8463 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.257353:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10275 00000100:00100000:1.0:1746156239.257359:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057036672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.257403:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.257420:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aa5 expref: 12 pid: 8463 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.257444:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aa5 expref: 12 pid: 8463 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.257480:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76c76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aa5 expref: 12 pid: 8463 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.257494:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.257495:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.257501:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.257517:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.257562:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156239.257587:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053811584:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.258021:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.259465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.259541:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053811584:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.259555:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.259584:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057036672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2225us (2486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.259592:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10275 00000100:00100000:0.0:1746156239.261948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.262023:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.262289:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057037184 00000100:00100000:1.0:1746156239.262293:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057037184 00000100:00100000:1.0:1746156239.262321:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5738 00000100:00100000:1.0:1746156239.262427:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057037056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.262439:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.262452:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812ab3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.262473:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.262479:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.262480:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.262483:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c84 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ab3 expref: 13 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.262508:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.262518:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 5 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.262527:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053811712:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156239.262907:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.264062:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053811712:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156239.264083:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c84 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ab3 expref: 13 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.264093:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b1eee00, rc 0) 00000100:00100000:1.0:1746156239.264122:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31591:x1830977057037056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1696us (2180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.264128:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5738 00000100:00100000:0.0:1746156239.264321:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.264572:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057037312 00000100:00100000:1.0:1746156239.264578:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057037312 00010000:00010000:1.0:1746156239.264597:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.264632:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10276 00000100:00100000:1.0:1746156239.264638:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057037312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.264648:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.264664:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.264673:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.264689:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76c7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aac expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.264914:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.264916:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.264923:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ab3 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.264931:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ab3 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.264956:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ab3 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.264966:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ab3 expref: 12 pid: 8463 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.264987:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053811968:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.265039:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.267172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.267247:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053811968:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.267262:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.267290:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057037312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2652us (2969us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.267299:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10276 00000100:00100000:0.0:1746156239.270028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.270098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.270772:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057037696 00000100:00100000:1.0:1746156239.270776:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057037696 00000100:00100000:1.0:1746156239.270808:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5740 00000100:00100000:1.0:1746156239.270813:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057037696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.270824:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.270833:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b1efe00/0xb0171789e0e76c92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812ac1 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.270848:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aba expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.270854:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.270855:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.270858:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1efe00/0xb0171789e0e76c92 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac1 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.270872:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aba expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.270880:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76c8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aba expref: 12 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.270887:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053812224:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156239.270909:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.272716:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053812224:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156239.272811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156239.272944:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b1efe00/0xb0171789e0e76c92 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac1 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.272956:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b1efe00, rc 0) 00000100:00100000:1.0:1746156239.272978:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057037696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2164us (2955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.272984:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5740 00000100:00100000:0.0:1746156239.275160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.275205:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.275329:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057038336 00000100:00100000:1.0:1746156239.275333:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057038336 00000100:00100000:1.0:1746156239.275353:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5741 00000100:00100000:1.0:1746156239.275358:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057038336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.275385:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.275395:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812ac8 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.275443:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.275449:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b1efe00/0xb0171789e0e76c92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.275453:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156239.275456:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c99 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac8 expref: 14 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.275483:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b1efe00/0xb0171789e0e76c92 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.275493:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac8 expref: 14 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.275503:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.275505:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.275509:0:8463:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b1efe00/0xb0171789e0e76c92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.275564:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b1efe00/0xb0171789e0e76c92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.275623:0:8463:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b1efe00/0xb0171789e0e76c92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.275632:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b1efe00/0xb0171789e0e76c92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac1 expref: 5 pid: 8463 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.275641:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053812480:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.275690:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.279498:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053812480:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.279516:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b1eee00, rc 0) 00000100:00100000:1.0:1746156239.279551:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057038336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4192us (4408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.279559:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5741 00000100:00100000:0.0:1746156239.281438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.284517:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.287305:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.289765:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.289983:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057039104 00000100:00100000:1.0:1746156239.289992:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057039104 00000100:00100000:1.0:1746156239.290046:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5742 00000100:00100000:1.0:1746156239.290053:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057039104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.290069:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.290084:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76ca0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812acf expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.290108:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac8 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.290115:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.290116:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.290119:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76ca0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812acf expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.290158:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac8 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.290167:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b1eee00/0xb0171789e0e76c99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ac8 expref: 11 pid: 8463 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.290177:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053812736:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156239.290256:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.293030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.293778:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053812736:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156239.293798:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76ca0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812acf expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.293809:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941400, rc 0) 00000100:00100000:1.0:1746156239.293825:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057039104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3773us (4066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.293833:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5742 00000100:00100000:0.0:1746156239.295228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.297629:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.301290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.301352:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057039744 00000100:00100000:1.0:1746156239.301359:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057039744 00000100:00100000:0.0:1746156239.301398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.301501:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057039872 00000100:00100000:1.0:1746156239.301504:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057039872 00000100:00100000:0.0:1746156239.301516:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5744 00000100:00100000:0.0:1746156239.301521:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31591:x1830977057039872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.301542:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.301550:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76cae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812add expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.301713:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.301718:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76ca7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ad6 expref: 16 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.301723:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.301726:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76cae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812add expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.301749:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76ca7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ad6 expref: 16 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.301760:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76cae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812add expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.301767:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940a00, rc 0) 00000100:00100000:1.0:1746156239.301814:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:31591:x1830977057039872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 291us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.301820:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5744 00000100:00100000:0.0:1746156239.303623:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.306282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.306675:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057040256 00000100:00100000:1.0:1746156239.306680:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057040256 00002000:00100000:1.0:1746156239.306706:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c380 x1830977057040256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.306713:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c380 with x1830977057040256 ext(0->4095) 00010000:00010000:1.0:1746156239.306720:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76ca7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ad6 expref: 15 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.306729:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76ca7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ad6 expref: 15 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.306734:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c380 00000100:00100000:1.0:1746156239.306760:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2288 00000100:00100000:1.0:1746156239.306766:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1974:x1830977057040256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.306881:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1974:x1830977057040256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (604us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.306885:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2288 00002000:00100000:1.0:1746156239.306890:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c380 x1830977057040256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.306896:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c380 with x1830977057040256 ext(0->4095) 00010000:00010000:1.0:1746156239.306899:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76ca7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ad6 expref: 15 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.306907:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76ca7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ad6 expref: 15 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.306912:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c380 00000100:00100000:0.0:1746156239.309079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.312710:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.314988:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.320977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.323768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.324093:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.324168:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057041280 00000100:00100000:1.0:1746156239.324171:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057041280 00002000:00100000:1.0:1746156239.324192:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1f480 x1830977057041280/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.324200:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1f480 with x1830977057041280 ext(0->4095) 00002000:00010000:1.0:1746156239.324203:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1f480 00000100:00100000:1.0:1746156239.324227:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4332 00000100:00100000:1.0:1746156239.324231:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057041280:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.324337:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057041280:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.324541:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4332 00002000:00100000:1.0:1746156239.324547:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1f480 x1830977057041280/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.324553:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1f480 with x1830977057041280 ext(0->4095) 00010000:00010000:1.0:1746156239.324557:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76cb5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ae4 expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.324566:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76cb5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ae4 expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.324571:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1f480 00000100:00100000:0.0:1746156239.326218:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.326237:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057041408 00000100:00100000:0.0:1746156239.326241:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057041408 00000100:00100000:0.0:1746156239.326329:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5747 00000100:00100000:0.0:1746156239.326335:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31591:x1830977057041408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.326347:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.326356:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76cc3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812af2 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.326399:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.326403:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aeb expref: 15 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.326408:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.326410:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76cc3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812af2 expref: 15 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.326431:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aeb expref: 15 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.326446:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76cc3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812af2 expref: 15 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.326453:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595c00, rc 0) 00000100:00100000:0.0:1746156239.326468:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:31591:x1830977057041408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156239.326473:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5747 00000100:00100000:0.0:1746156239.327665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.331795:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057041792 00000100:00100000:0.0:1746156239.331802:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057041792 00002000:00100000:0.0:1746156239.331835:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537d180 x1830977057041792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.331845:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537d180 with x1830977057041792 ext(0->4095) 00010000:00010000:0.0:1746156239.331851:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aeb expref: 15 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.331862:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aeb expref: 15 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:0.0:1746156239.331868:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537d180 00000100:00100000:0.0:1746156239.331886:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2289 00000100:00100000:0.0:1746156239.331893:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1974:x1830977057041792:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156239.332071:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1974:x1830977057041792:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (492us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156239.332080:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2289 00002000:00100000:0.0:1746156239.332084:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537d180 x1830977057041792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.332092:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537d180 with x1830977057041792 ext(0->4095) 00010000:00010000:0.0:1746156239.332096:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aeb expref: 15 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.332105:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812aeb expref: 15 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:0.0:1746156239.332111:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537d180 00000100:00100000:0.0:1746156239.334012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.336219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.337955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.339435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.341547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.341825:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057042688 00000100:00100000:1.0:1746156239.341830:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057042688 00002000:00100000:1.0:1746156239.341856:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081f80 x1830977057042688/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.341870:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081f80 with x1830977057042688 ext(0->4095) 00002000:00010000:1.0:1746156239.341873:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081f80 00000100:00100000:1.0:1746156239.341897:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4334 00000100:00100000:1.0:1746156239.341902:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057042688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156239.342179:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057042688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 276us (638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.342185:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4334 00002000:00100000:1.0:1746156239.342190:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081f80 x1830977057042688/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.342196:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081f80 with x1830977057042688 ext(0->4095) 00002000:00010000:1.0:1746156239.342199:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081f80 00000100:00100000:0.0:1746156239.343516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.344908:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.348949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.349017:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057043200 00000100:00100000:1.0:1746156239.349023:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057043200 00002000:00100000:1.0:1746156239.349054:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081880 x1830977057043200/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.349063:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081880 with x1830977057043200 ext(0->4095) 00002000:00010000:1.0:1746156239.349068:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081880 00000100:00100000:1.0:1746156239.349101:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4335 00000100:00100000:1.0:1746156239.349107:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1974:x1830977057043200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.349251:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1974:x1830977057043200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.349257:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4335 00002000:00100000:1.0:1746156239.349262:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081880 x1830977057043200/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.349268:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081880 with x1830977057043200 ext(0->4095) 00002000:00010000:1.0:1746156239.349271:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081880 00000100:00100000:0.0:1746156239.351232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.353233:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.353448:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057043456 00000100:00100000:1.0:1746156239.353454:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057043456 00002000:00100000:1.0:1746156239.353480:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a4832a00 x1830977057043456/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 496/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.353487:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4832a00 with x1830977057043456 ext(0->7) 00010000:00010000:1.0:1746156239.353493:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b00 expref: 14 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.353502:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b00 expref: 14 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.353507:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4832a00 00000100:00100000:1.0:1746156239.353527:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2290 00000100:00100000:1.0:1746156239.353532:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1975:x1830977057043456:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156239.354119:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1975:x1830977057043456:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 585us (886us total) trans 4294967941 rc 0/0 00000100:00100000:1.0:1746156239.354125:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2290 00002000:00100000:1.0:1746156239.354132:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a4832a00 x1830977057043456/t4294967941(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 496/448 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.354138:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4832a00 with x1830977057043456 ext(0->7) 00010000:00010000:1.0:1746156239.354143:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b00 expref: 16 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.354165:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76cd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b00 expref: 16 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.354170:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4832a00 00000100:00100000:0.0:1746156239.356606:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.358565:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.358950:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057043840 00000100:00100000:1.0:1746156239.358955:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057043840 00002000:00100000:1.0:1746156239.358979:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703800 x1830977057043840/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.358987:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703800 with x1830977057043840 ext(0->4095) 00002000:00010000:1.0:1746156239.358990:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703800 00000100:00100000:1.0:1746156239.359014:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4336 00000100:00100000:1.0:1746156239.359020:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057043840:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.359127:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057043840:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.359132:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4336 00002000:00100000:1.0:1746156239.359136:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703800 x1830977057043840/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.359142:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703800 with x1830977057043840 ext(0->4095) 00002000:00010000:1.0:1746156239.359158:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703800 00000100:00100000:0.0:1746156239.362318:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.364353:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.364450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.364494:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057044224 00000100:00100000:1.0:1746156239.364499:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057044224 00000100:00100000:1.0:1746156239.364536:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5752 00000100:00100000:1.0:1746156239.364542:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31590:x1830977057044224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.364555:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.364564:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76ce6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812b15 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.364578:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.364582:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76cdf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b0e expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.364597:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.364600:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76ce6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b15 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.364623:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76cdf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b0e expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.364632:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76ce6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b15 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.364638:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941400, rc 0) 00000100:00100000:1.0:1746156239.364654:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977057044224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.364659:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5752 00000100:00100000:0.0:1746156239.366422:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.368672:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057044608 00000100:00100000:0.0:1746156239.368677:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057044608 00000100:00100000:0.0:1746156239.368711:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5753 00000100:00100000:0.0:1746156239.368717:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057044608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.368730:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.368742:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76ced lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812b1c expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.368760:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.368764:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76ce6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b15 expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.368770:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156239.368772:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76ced lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b1c expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.368798:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76ce6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b15 expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.368807:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76ced lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b1c expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.368813:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595800, rc 0) 00000100:00100000:0.0:1746156239.368847:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057044608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156239.368852:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5753 00000100:00100000:0.0:1746156239.372524:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.374436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.374506:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.374576:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057045120 00000100:00100000:1.0:1746156239.374582:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057045120 00000100:00100000:1.0:1746156239.374613:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5754 00000100:00100000:1.0:1746156239.374623:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:31590:x1830977057045120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.374636:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.374649:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e76cf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812b23 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.374668:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.374673:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76ced lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b1c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.374678:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156239.374681:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e76cf4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b23 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.374706:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76ced lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b1c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.374716:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e76cf4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b23 expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.374724:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941000, rc 0) 00000100:00100000:1.0:1746156239.374771:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977057045120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.374776:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5754 00000100:00100000:0.0:1746156239.377184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.379681:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.381781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.383980:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.385912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.388019:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.388532:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057046400 00000100:00100000:1.0:1746156239.388538:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057046400 00002000:00100000:1.0:1746156239.388567:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9180 x1830977057046400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.388575:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9180 with x1830977057046400 ext(0->4095) 00002000:00010000:1.0:1746156239.388579:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9180 00000100:00100000:1.0:1746156239.388607:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4338 00000100:00100000:1.0:1746156239.388614:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057046400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.388746:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057046400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.388751:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4338 00002000:00100000:1.0:1746156239.388756:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9180 x1830977057046400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.388762:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9180 with x1830977057046400 ext(0->4095) 00002000:00010000:1.0:1746156239.388765:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9180 00000100:00100000:0.0:1746156239.390674:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.391630:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5756 00000100:00100000:1.0:1746156239.391640:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:31591:x1830977057046528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.391654:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.391668:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812b31 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.391691:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76cfb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b2a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.391698:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.391700:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.391702:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d02 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b31 expref: 16 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.391724:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76cfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b2a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.391734:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76cfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b2a expref: 5 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.391743:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053816320:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156239.391820:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.392297:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.393265:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053816320:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156239.393282:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b31 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.393291:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940a00, rc 0) 00000100:00100000:1.0:1746156239.393311:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31591:x1830977057046528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1674us (2644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.393317:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5756 00000100:00100000:0.0:1746156239.394007:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.395748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.395813:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057047040 00000100:00100000:1.0:1746156239.395818:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057047040 00002000:00100000:1.0:1746156239.395846:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338da300 x1830977057047040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.395855:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338da300 with x1830977057047040 ext(0->4095) 00010000:00010000:1.0:1746156239.395861:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b31 expref: 17 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.395872:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b31 expref: 17 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.395878:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338da300 00000100:00100000:1.0:1746156239.395969:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2294 00000100:00100000:1.0:1746156239.395976:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1975:x1830977057047040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156239.396098:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1975:x1830977057047040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.396107:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2294 00002000:00100000:1.0:1746156239.396112:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338da300 x1830977057047040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.396119:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338da300 with x1830977057047040 ext(0->4095) 00010000:00010000:1.0:1746156239.396123:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b31 expref: 17 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.396132:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b31 expref: 17 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.396137:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338da300 00000100:00100000:0.0:1746156239.397539:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.397581:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057047168 00000100:00100000:1.0:1746156239.397585:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057047168 00000100:00100000:0.0:1746156239.397605:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.397733:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5758 00000100:00100000:1.0:1746156239.397738:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057047168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.397748:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.397758:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e76d10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812b3f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.397773:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.397776:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76d09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b38 expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.397779:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156239.397782:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e76d10 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b3f expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.397801:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76d09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b38 expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.397808:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e76d10 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b3f expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.397813:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941000, rc 0) 00000100:00100000:1.0:1746156239.397844:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057047168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.397848:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5758 00000100:00100000:0.0:1746156239.399949:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.403346:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.403454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.406018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.410029:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.413540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.415109:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.418278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.420812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.423410:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.423653:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.423686:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057049216 00000100:00100000:1.0:1746156239.423690:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057049216 00000100:00100000:1.0:1746156239.423717:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5762 00000100:00100000:1.0:1746156239.423722:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31590:x1830977057049216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.423729:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.423735:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76d2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812b5b expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.423746:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.423750:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76d25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b54 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.423755:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.423759:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76d2c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b5b expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.423775:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e76d25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b54 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.423785:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76d2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b5b expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.423793:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941400, rc 0) 00000100:00100000:1.0:1746156239.423811:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977057049216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.423817:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5762 00000100:00100000:0.0:1746156239.424756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.426915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.428762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.428818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.430292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.432933:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.432983:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.434882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.437079:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.440618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.440700:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057051008 00000100:00100000:1.0:1746156239.440706:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057051008 00002000:00100000:1.0:1746156239.440736:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0b100 x1830977057051008/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.440745:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977057051008 ext(0->4095) 00002000:00010000:1.0:1746156239.440748:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0b100 00000100:00100000:1.0:1746156239.440809:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4341 00000100:00100000:1.0:1746156239.440815:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1972:x1830977057051008:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156239.440943:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1972:x1830977057051008:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.440949:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4341 00002000:00100000:1.0:1746156239.440953:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0b100 x1830977057051008/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.440965:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977057051008 ext(0->4095) 00002000:00010000:1.0:1746156239.440968:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0b100 00000100:00100000:1.0:1746156239.442643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.445587:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.447774:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.449170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.450733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.451258:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.453392:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.456175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.456210:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.458197:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.459952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.460061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.461807:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.461846:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057053184 00000100:00100000:1.0:1746156239.461851:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057053184 00002000:00100000:1.0:1746156239.461872:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490dc00 x1830977057053184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.461880:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490dc00 with x1830977057053184 ext(0->4095) 00010000:00010000:1.0:1746156239.461885:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76d56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b85 expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.461896:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76d56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b85 expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.461902:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490dc00 00000100:00100000:1.0:1746156239.461922:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2302 00000100:00100000:1.0:1746156239.461927:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057053184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.462048:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057053184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.462054:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2302 00002000:00100000:1.0:1746156239.462059:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490dc00 x1830977057053184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.462065:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490dc00 with x1830977057053184 ext(0->4095) 00010000:00010000:1.0:1746156239.462069:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76d56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b85 expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.462077:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76d56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812b85 expref: 6 pid: 15159 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.462082:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490dc00 00000100:00100000:0.0:1746156239.466017:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.467346:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.468625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.470548:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.472217:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.474087:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.476088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.478141:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.487864:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.490575:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.494574:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.497102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.499678:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.501674:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.501799:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057055488 00000100:00100000:1.0:1746156239.501804:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057055488 00000100:00100000:1.0:1746156239.501847:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5774 00000100:00100000:1.0:1746156239.501853:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013408d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057055488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.501864:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.501874:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76d80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812baf expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.501891:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.501895:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76d79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ba8 expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.501901:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.501904:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76d80 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812baf expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.501931:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76d79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ba8 expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.501940:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76d80 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812baf expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.501950:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941400, rc 0) 00000100:00100000:1.0:1746156239.501966:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013408d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057055488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.501971:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5774 00000100:00100000:0.0:1746156239.502401:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.504877:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.506544:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.506742:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057056000 00000100:00100000:1.0:1746156239.506749:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057056000 00000100:00100000:0.0:1746156239.506750:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.506925:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5775 00000100:00100000:1.0:1746156239.506931:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013408dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057056000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.506942:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.506953:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812bb6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.506969:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.506974:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76d80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812baf expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.506980:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.507176:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d87 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bb6 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.507225:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76d80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812baf expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.507234:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76d80 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812baf expref: 18 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.507248:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053821056:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156239.507320:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.508917:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.509328:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053821056:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156239.509344:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76d87 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bb6 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.509355:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940a00, rc 0) 00000100:00100000:1.0:1746156239.509763:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013408dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057056000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2474us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.509770:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5775 00000100:00100000:1.0:1746156239.512532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.512604:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.514950:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.518307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.521436:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.523403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.525290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.527084:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.529938:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057057920 00000100:00100000:0.0:1746156239.529945:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057057920 00000100:00100000:0.0:1746156239.530024:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5778 00000100:00100000:0.0:1746156239.530032:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31591:x1830977057057920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.530047:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.530060:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76d9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812bcb expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.530083:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76d95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bc4 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.530089:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.530090:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.530093:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76d9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bcb expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.530120:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76d95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bc4 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.530130:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76d95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bc4 expref: 5 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.530140:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013408f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053821952:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156239.530248:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.532235:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057058048 00000100:00100000:0.0:1746156239.532240:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057058048 00000100:00100000:0.0:1746156239.532262:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5779 00000100:00100000:0.0:1746156239.532267:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977057058048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.532277:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.532286:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76da3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812bd2 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.532301:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.532304:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76d9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bcb expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.532309:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.532312:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76da3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bd2 expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.532332:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76d9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bcb expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.532345:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095595c00/0xb0171789e0e76da3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bd2 expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.532352:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595c00, rc 0) 00000100:00100000:0.0:1746156239.532428:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057058048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156239.532433:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5779 00000100:00100000:0.0:1746156239.532767:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.534914:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.537015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.537075:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.539207:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.541312:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057059072 00000100:00100000:0.0:1746156239.541316:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057059072 00000100:00100000:0.0:1746156239.541334:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5781 00000100:00100000:0.0:1746156239.541338:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057059072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.541348:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.541358:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76db1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812be0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.541561:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.541567:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76daa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bd9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.541573:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.541576:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76db1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812be0 expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.541606:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76daa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bd9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.541617:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095595e00/0xb0171789e0e76db1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812be0 expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.541624:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.541625:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.541630:0:15159:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76daa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bd9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.541637:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76daa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bd9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.541651:0:15159:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76daa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bd9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.541660:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76daa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812bd9 expref: 5 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.541670:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053822720:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156239.543026:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.545576:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.550908:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.552955:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.555509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.557289:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.559561:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.561241:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.563327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.563742:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.565979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.568083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.568173:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.570259:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.572414:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.572453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.575965:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053824000:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156239.575983:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156239.576018:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057061760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3326us (3563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156239.576027:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10323 00000100:00100000:1.0:1746156239.576096:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.578505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.582159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.585296:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.587908:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.592794:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.593810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.596925:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.598520:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.600651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.604684:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.608549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.611494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.616109:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.619445:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.619548:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.619784:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057064576 00000100:00100000:1.0:1746156239.619789:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057064576 00002000:00100000:1.0:1746156239.619813:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0380 x1830977057064576/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.619822:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0380 with x1830977057064576 ext(0->4095) 00010000:00010000:1.0:1746156239.619828:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76df0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c1f expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.619837:0:32394:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76df0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c1f expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746156239.619843:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0380 00000100:00100000:1.0:1746156239.619856:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2315 00000100:00100000:1.0:1746156239.619860:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057064576:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156239.620540:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057064576:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 677us (990us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.620547:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2315 00002000:00100000:1.0:1746156239.620553:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0380 x1830977057064576/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.620560:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0380 with x1830977057064576 ext(0->4095) 00010000:00010000:1.0:1746156239.620566:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76df0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c1f expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.620575:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76df0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c1f expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.620581:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0380 00000100:00100000:0.0:1746156239.626945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.627022:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.627909:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10329 00000100:00100000:1.0:1746156239.627917:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057064832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.627925:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.627941:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76df0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c1f expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.627951:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76df0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c1f expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.627966:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76df0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c1f expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.627989:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.627991:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.627995:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.628002:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.628020:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.628029:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 18 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.628038:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053825536:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.628080:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.629344:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053825536:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.629362:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.629562:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057064832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1645us (2538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.629569:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10329 00000100:00100000:0.0:1746156239.630128:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.630261:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057065088 00000100:00100000:1.0:1746156239.630266:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057065088 00002000:00100000:1.0:1746156239.630296:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b3100 x1830977057065088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.630305:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b3100 with x1830977057065088 ext(0->4095) 00010000:00010000:1.0:1746156239.630312:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 19 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.630323:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 19 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.630329:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b3100 00000100:00100000:1.0:1746156239.630354:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2316 00000100:00100000:1.0:1746156239.630360:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1975:x1830977057065088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156239.630646:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1975:x1830977057065088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 286us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.630652:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2316 00002000:00100000:1.0:1746156239.630657:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b3100 x1830977057065088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.630664:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b3100 with x1830977057065088 ext(0->4095) 00010000:00010000:1.0:1746156239.630668:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 19 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.630677:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 19 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.630682:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b3100 00000100:00100000:0.0:1746156239.633175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.633468:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057065216 00000100:00100000:1.0:1746156239.633476:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057065216 00010000:00010000:1.0:1746156239.633504:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 19 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.633538:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10330 00000100:00100000:1.0:1746156239.633545:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057065216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.633555:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.633574:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 19 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.633585:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 19 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.633603:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e76df7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c26 expref: 19 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.633633:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.633635:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.633641:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.633648:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.633673:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156239.633688:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053825664:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.633752:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.635052:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053825664:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.635068:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.635097:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057065216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1551us (1928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.635105:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10330 00000100:00100000:0.0:1746156239.635951:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.636018:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057065472 00000100:00100000:1.0:1746156239.636023:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057065472 00002000:00100000:1.0:1746156239.636052:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b1500 x1830977057065472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.636061:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1500 with x1830977057065472 ext(0->4095) 00002000:00010000:1.0:1746156239.636064:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b1500 00000100:00100000:1.0:1746156239.636084:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4353 00000100:00100000:1.0:1746156239.636090:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057065472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.636823:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057065472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 731us (872us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.636829:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4353 00002000:00100000:1.0:1746156239.636835:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b1500 x1830977057065472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.636841:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1500 with x1830977057065472 ext(0->4095) 00002000:00010000:1.0:1746156239.636844:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b1500 00000100:00100000:0.0:1746156239.640390:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057065600 00000100:00100000:0.0:1746156239.640396:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057065600 00000100:00100000:0.0:1746156239.640437:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5793 00000100:00100000:0.0:1746156239.640444:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057065600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.640459:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.640472:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812c34 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.640494:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.640501:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.640502:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.640505:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.640528:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.640539:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 17 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.640554:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053825792:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156239.640631:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.646098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.646170:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057065728 00000100:00100000:1.0:1746156239.646175:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057065728 00010000:00010000:1.0:1746156239.646199:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 18 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.646228:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10331 00000100:00100000:1.0:1746156239.646234:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057065728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.646245:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.646262:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 18 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.646273:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 18 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.646292:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76dfe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c2d expref: 18 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.646383:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156239.646385:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.646387:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.646393:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.646400:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.646492:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.646530:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 5 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.646612:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053825920:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.646846:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.647815:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053825920:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.647827:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.647851:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057065728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1616us (1752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.647861:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10331 00000100:00100000:0.0:1746156239.648286:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.648356:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057066112 00000100:00100000:1.0:1746156239.648360:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057066112 00002000:00100000:1.0:1746156239.648411:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361ea00 x1830977057066112/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.648419:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361ea00 with x1830977057066112 ext(0->4095) 00010000:00010000:1.0:1746156239.648425:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.648434:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.648439:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361ea00 00000100:00100000:0.0:1746156239.648477:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2317 00000100:00100000:0.0:1746156239.648483:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057066112:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156239.648602:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057066112:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156239.648607:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2317 00002000:00100000:0.0:1746156239.648612:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361ea00 x1830977057066112/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.648618:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361ea00 with x1830977057066112 ext(0->4095) 00010000:00010000:0.0:1746156239.648622:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.648630:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:0.0:1746156239.648635:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361ea00 00000100:00100000:0.0:1746156239.650069:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.650118:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057066240 00000100:00100000:1.0:1746156239.650123:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057066240 00010000:00010000:1.0:1746156239.650156:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.650194:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10332 00000100:00100000:1.0:1746156239.650200:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057066240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.650209:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.650225:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.650233:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.650252:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c34 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.650263:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.650265:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.650270:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76e0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c3b expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.650276:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76e0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c3b expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.650302:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76e0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c3b expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156239.650312:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053826176:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.650406:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.652988:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057066496 00000100:00100000:0.0:1746156239.652994:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057066496 00000100:00100000:1.0:1746156239.653022:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053826176:192.168.203.27@tcp:105: 00002000:00100000:0.0:1746156239.653025:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e9c00 x1830977057066496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.653034:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9c00 with x1830977057066496 ext(0->4095) 00002000:00010000:0.0:1746156239.653038:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e9c00 00010000:00010000:1.0:1746156239.653039:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156239.653066:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4354 00000100:00100000:0.0:1746156239.653072:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057066496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.653218:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057066240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3017us (3153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.653226:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10332 00000100:00100000:0.0:1746156239.653533:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057066496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 460us (601us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156239.653539:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4354 00002000:00100000:0.0:1746156239.653544:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e9c00 x1830977057066496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.653551:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9c00 with x1830977057066496 ext(0->4095) 00002000:00010000:0.0:1746156239.653554:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e9c00 00000100:00100000:0.0:1746156239.655861:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.658543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.664989:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.665049:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057066880 00000100:00100000:1.0:1746156239.665056:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057066880 00010000:00010000:1.0:1746156239.665085:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76e0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c3b expref: 20 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.665123:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10333 00000100:00100000:1.0:1746156239.665130:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1975:x1830977057066880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.665153:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.665170:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76e0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c3b expref: 20 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.665181:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76e0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c3b expref: 20 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.665200:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76e0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c3b expref: 20 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.665255:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.665257:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.665263:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76e13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c42 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.665271:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76e13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c42 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.665298:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76e13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c42 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156239.665309:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053826432:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.665407:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.668215:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093872a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053826432:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.668234:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.668282:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1975:x1830977057066880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3151us (3299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.668291:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10333 00000100:00100000:0.0:1746156239.670097:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.676527:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.678945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.679940:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.679993:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057067520 00000100:00100000:1.0:1746156239.679997:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057067520 00010000:00010000:1.0:1746156239.680014:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76e13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c42 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.680030:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10334 00000100:00100000:1.0:1746156239.680035:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057067520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.680043:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.680058:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76e13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c42 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.680067:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76e13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c42 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.680086:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76e13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c42 expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.680096:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.680097:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.680103:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76e1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c49 expref: 20 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.680109:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76e1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c49 expref: 20 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.680127:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76e1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c49 expref: 20 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.680135:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c49 expref: 20 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.680154:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053826816:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.680211:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.682138:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053826816:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.682168:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.682209:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057067520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2172us (2270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.682218:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10334 00000100:00100000:0.0:1746156239.683441:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.685323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.686047:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.686350:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057068032 00000100:00100000:0.0:1746156239.686355:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057068032 00010000:00010000:0.0:1746156239.686397:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c49 expref: 21 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.686420:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10335 00000100:00100000:0.0:1746156239.686425:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1974:x1830977057068032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156239.686433:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156239.686450:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c49 expref: 21 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.686459:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76e1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c49 expref: 21 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.686475:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76e1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c49 expref: 21 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.686592:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.686594:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.686600:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76e21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c50 expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.686608:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76e21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c50 expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.686630:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76e21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c50 expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.686640:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e76e21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c50 expref: 20 pid: 8461 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.686655:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053827072:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156239.687305:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.689580:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.692090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.692127:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.692140:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057068416 00000100:00100000:0.0:1746156239.692156:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057068416 00000100:00100000:0.0:1746156239.692199:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5799 00000100:00100000:0.0:1746156239.692206:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:31590:x1830977057068416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.692220:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.692234:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76e2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812c5e expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.692256:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.692261:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76e28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c57 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.692266:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156239.692269:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76e2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c5e expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.692303:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76e28 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c57 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.692314:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095595800/0xb0171789e0e76e2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c5e expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.692323:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595800, rc 0) 00000100:00100000:0.0:1746156239.692361:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31590:x1830977057068416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156239.692383:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5799 00000100:00100000:0.0:1746156239.695582:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.700036:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.704024:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.707031:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.708938:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.711194:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.713716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.713761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.715765:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.720454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.725211:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.730957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.734684:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.737675:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.742297:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.745837:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.746465:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057071360 00000100:00100000:1.0:1746156239.746471:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057071360 00002000:00100000:1.0:1746156239.746498:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095700380 x1830977057071360/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.746506:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095700380 with x1830977057071360 ext(0->4095) 00010000:00010000:1.0:1746156239.746512:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c7a expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.746522:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c7a expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.746528:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095700380 00000100:00100000:1.0:1746156239.746551:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2323 00000100:00100000:1.0:1746156239.746556:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057071360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156239.747394:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057071360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 833us (1558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.747401:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2323 00002000:00100000:1.0:1746156239.747409:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095700380 x1830977057071360/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.747416:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095700380 with x1830977057071360 ext(0->4095) 00010000:00010000:1.0:1746156239.747422:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c7a expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.747437:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97800/0xb0171789e0e76e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c7a expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.747443:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095700380 00000100:00100000:0.0:1746156239.750903:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.754260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.754434:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057071744 00000100:00100000:1.0:1746156239.754439:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057071744 00002000:00100000:1.0:1746156239.754469:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703480 x1830977057071744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.754477:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703480 with x1830977057071744 ext(0->4095) 00002000:00010000:1.0:1746156239.754481:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703480 00000100:00100000:1.0:1746156239.754507:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4359 00000100:00100000:1.0:1746156239.754513:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057071744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.754642:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057071744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.754647:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4359 00002000:00100000:1.0:1746156239.754651:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703480 x1830977057071744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.754657:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703480 with x1830977057071744 ext(0->4095) 00002000:00010000:1.0:1746156239.754659:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703480 00000100:00100000:0.0:1746156239.760290:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2324 00000100:00100000:0.0:1746156239.760298:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1972:x1830977057072000:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746156239.761041:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1972:x1830977057072000:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 743us (1072us total) trans 4294967944 rc 0/0 00000100:00100000:0.0:1746156239.761047:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2324 00002000:00100000:0.0:1746156239.761053:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800956eb800 x1830977057072000/t4294967944(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 496/448 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.761061:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb800 with x1830977057072000 ext(0->7) 00010000:00010000:0.0:1746156239.761066:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76e52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c81 expref: 22 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.761076:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76e52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812c81 expref: 22 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:0.0:1746156239.761081:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956eb800 00000100:00100000:0.0:1746156239.768647:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057072384 00000100:00100000:0.0:1746156239.768652:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057072384 00002000:00100000:0.0:1746156239.768684:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb480 x1830977057072384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.768693:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb480 with x1830977057072384 ext(0->4095) 00002000:00010000:0.0:1746156239.768696:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb480 00000100:00100000:0.0:1746156239.768725:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4360 00000100:00100000:0.0:1746156239.768731:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057072384:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746156239.768843:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057072384:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156239.768849:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4360 00002000:00100000:0.0:1746156239.768854:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb480 x1830977057072384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.768862:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb480 with x1830977057072384 ext(0->4095) 00002000:00010000:0.0:1746156239.768865:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb480 00000100:00100000:0.0:1746156239.778906:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.782707:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057072896 00000100:00100000:0.0:1746156239.782714:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057072896 00002000:00100000:0.0:1746156239.782748:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8a80 x1830977057072896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.782757:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8a80 with x1830977057072896 ext(0->4095) 00002000:00010000:0.0:1746156239.782761:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8a80 00000100:00100000:0.0:1746156239.782775:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4361 00000100:00100000:0.0:1746156239.782781:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1972:x1830977057072896:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746156239.783129:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1972:x1830977057072896:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 347us (485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156239.783135:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4361 00002000:00100000:0.0:1746156239.783151:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8a80 x1830977057072896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.783158:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8a80 with x1830977057072896 ext(0->4095) 00002000:00010000:0.0:1746156239.783161:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8a80 00000100:00100000:0.0:1746156239.790237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.799414:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.800125:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.801668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.805282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.809426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.812798:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.819164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.819190:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057074688 00000100:00100000:0.0:1746156239.819197:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057074688 00000100:00100000:0.0:1746156239.819227:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5810 00000100:00100000:0.0:1746156239.819234:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057074688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.819249:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.819263:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812cab expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.819286:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76e75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ca4 expref: 23 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.819292:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.819293:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.819296:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e7c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cab expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.819318:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76e75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ca4 expref: 23 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.819332:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76e75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ca4 expref: 23 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.819342:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095703800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053830144:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156239.819417:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.822264:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057074816 00000100:00100000:0.0:1746156239.822269:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057074816 00010000:00010000:0.0:1746156239.822288:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76e75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ca4 expref: 24 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.822307:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10348 00000100:00100000:0.0:1746156239.822313:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977057074816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156239.822324:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156239.822340:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76e75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ca4 expref: 24 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.822349:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76e75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ca4 expref: 24 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.822387:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e76e75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ca4 expref: 24 pid: 15159 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.822397:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.822398:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.822404:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e7c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cab expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.822412:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cab expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.822434:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cab expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156239.822443:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095701180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053830272:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156239.822481:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.825846:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095701180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053830272:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.825862:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.825895:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057074816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3582us (3652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.825903:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10348 00000100:00100000:1.0:1746156239.826692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.826729:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.830227:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057075328 00000100:00100000:1.0:1746156239.830233:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057075328 00010000:00010000:1.0:1746156239.830251:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cab expref: 6 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.830276:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10349 00000100:00100000:1.0:1746156239.830280:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1975:x1830977057075328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156239.830288:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156239.830303:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cab expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.830311:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cab expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.830323:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095594800/0xb0171789e0e76e7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cab expref: 7 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.830330:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.830331:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.830335:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.830340:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.830362:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.830520:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 23 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.830530:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053830528:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156239.830576:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156239.832647:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093872d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053830528:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156239.832661:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156239.832701:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1975:x1830977057075328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2419us (2486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.832710:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10349 00000100:00100000:0.0:1746156239.834385:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057075712 00000100:00100000:0.0:1746156239.834391:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057075712 00002000:00100000:0.0:1746156239.834419:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2a00 x1830977057075712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.834433:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2a00 with x1830977057075712 ext(0->4095) 00010000:00010000:0.0:1746156239.834439:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 24 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.834450:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 24 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:0.0:1746156239.834455:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b2a00 00000100:00100000:0.0:1746156239.834468:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2327 00000100:00100000:0.0:1746156239.834473:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977057075712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156239.834577:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977057075712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156239.834583:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2327 00002000:00100000:0.0:1746156239.834587:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2a00 x1830977057075712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156239.834593:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2a00 with x1830977057075712 ext(0->4095) 00010000:00010000:0.0:1746156239.834598:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 24 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.834605:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 24 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:0.0:1746156239.834609:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b2a00 00000100:00100000:0.0:1746156239.836316:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057075840 00000100:00100000:0.0:1746156239.836322:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057075840 00000100:00100000:0.0:1746156239.836351:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5813 00000100:00100000:0.0:1746156239.836357:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:31590:x1830977057075840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156239.836362:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057075968 00000100:00100000:1.0:1746156239.836381:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057075968 00010000:00010000:0.0:1746156239.836394:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.836397:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 25 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.836404:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76e91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812cc0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156239.836418:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10350 00010000:00010000:0.0:1746156239.836420:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746156239.836423:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1972:x1830977057075968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156239.836425:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76e8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.836429:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156239.836430:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156239.836432:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76e91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc0 expref: 26 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.836444:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 26 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.836456:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 26 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.836457:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76e8a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.836469:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e76e83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb2 expref: 26 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.836751:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.836753:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.836758:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76e8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.836765:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76e8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.836774:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76e91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc0 expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.836781:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76e8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.836782:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a2bc00, rc 0) 00010000:00010000:1.0:1746156239.836790:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76e8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cb9 expref: 5 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.836799:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053830912:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156239.836822:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:31590:x1830977057075840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 465us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156239.836827:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5813 00000100:00100000:1.0:1746156239.836847:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.838331:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.843895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.847203:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057076736 00000100:00100000:0.0:1746156239.847211:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057076736 00000100:00100000:0.0:1746156239.847245:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5814 00000100:00100000:0.0:1746156239.847252:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057076736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156239.847265:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156239.847284:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e22b800/0xb0171789e0e76e98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812cc7 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.847306:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76e91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc0 expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.847313:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.847314:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156239.847317:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e22b800/0xb0171789e0e76e98 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc7 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.847339:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76e91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc0 expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.847347:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a2bc00/0xb0171789e0e76e91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc0 expref: 23 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.847354:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053831168:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156239.847440:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.848429:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053831168:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156239.848449:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e22b800/0xb0171789e0e76e98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc7 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.848464:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e22b800, rc 0) 00000100:00100000:1.0:1746156239.848605:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057076736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1352us (1493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.848612:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5814 00000100:00100000:0.0:1746156239.849013:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.851721:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.853319:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.853400:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057077248 00000100:00100000:1.0:1746156239.853405:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057077248 00000100:00100000:1.0:1746156239.853540:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5815 00000100:00100000:1.0:1746156239.853598:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31591:x1830977057077248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.853609:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.853621:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76e9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812cce expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.853639:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e22b800/0xb0171789e0e76e98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc7 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.853645:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.853646:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.853649:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76e9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cce expref: 24 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.853669:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e22b800/0xb0171789e0e76e98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc7 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.853678:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e22b800/0xb0171789e0e76e98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cc7 expref: 5 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746156239.853688:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053831424:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156239.853950:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.854765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.855473:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.855579:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053831424:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156239.855593:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76e9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cce expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.855606:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940a00, rc 0) 00000100:00100000:1.0:1746156239.855627:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:31591:x1830977057077248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2030us (2312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.855632:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5815 00000100:00100000:0.0:1746156239.857138:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.859745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.860108:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057077888 00000100:00100000:1.0:1746156239.860115:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057077888 00000100:00100000:1.0:1746156239.860162:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5817 00000100:00100000:1.0:1746156239.860168:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057077888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.860181:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.860194:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76ead lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812cdc expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.860213:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.860218:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ea6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cd5 expref: 24 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.860223:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156239.860225:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76ead lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cdc expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.860251:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ea6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cd5 expref: 24 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.860261:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76ead lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cdc expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.860272:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940400, rc 0) 00000100:00100000:1.0:1746156239.860316:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057077888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.860321:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5817 00000100:00100000:0.0:1746156239.861692:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057078016 00000100:00100000:0.0:1746156239.861698:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057078016 00010000:00010000:0.0:1746156239.861721:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76e9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cce expref: 25 pid: 21377 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.861744:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10354 00000100:00100000:0.0:1746156239.861749:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1972:x1830977057078016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156239.861758:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156239.861774:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76e9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cce expref: 25 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.861784:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76e9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cce expref: 25 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.861800:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e76e9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cce expref: 25 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746156239.861934:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.861936:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156239.861943:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cd5 expref: 24 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.861954:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cd5 expref: 24 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.861979:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cd5 expref: 24 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156239.861989:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cd5 expref: 24 pid: 15159 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746156239.861998:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4833800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053831936:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156239.862108:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156239.867011:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.867091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.867136:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057078528 00000100:00100000:1.0:1746156239.867174:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057078528 00000100:00100000:1.0:1746156239.867226:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5818 00000100:00100000:1.0:1746156239.867232:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:31590:x1830977057078528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.867245:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.867257:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76eb4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812ce3 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.867277:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.867282:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76ead lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cdc expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.867287:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156239.867290:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76eb4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ce3 expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.867318:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76ead lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cdc expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.867330:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76eb4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ce3 expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.867342:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941400, rc 0) 00000100:00100000:1.0:1746156239.867399:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:31590:x1830977057078528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.867404:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5818 00000100:00100000:0.0:1746156239.870187:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.872463:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.874797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.876117:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.878036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.880083:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.881952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.884013:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.886214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.889783:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.892168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.893877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.895926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.897905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.899092:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.903897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.905665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.905773:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057081600 00000100:00100000:1.0:1746156239.905777:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057081600 00002000:00100000:1.0:1746156239.905801:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920bf800 x1830977057081600/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 496/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.905809:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf800 with x1830977057081600 ext(0->7) 00010000:00010000:1.0:1746156239.905814:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cff expref: 26 pid: 8463 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.905824:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cff expref: 26 pid: 8463 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.905829:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bf800 00000100:00100000:1.0:1746156239.905853:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2333 00000100:00100000:1.0:1746156239.905858:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1972:x1830977057081600:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156239.906091:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1972:x1830977057081600:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 232us (425us total) trans 4294967947 rc 0/0 00000100:00100000:1.0:1746156239.906096:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2333 00002000:00100000:1.0:1746156239.906102:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920bf800 x1830977057081600/t4294967947(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 496/448 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.906113:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf800 with x1830977057081600 ext(0->7) 00010000:00010000:1.0:1746156239.906117:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cff expref: 28 pid: 8463 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.906125:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76ed0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812cff expref: 28 pid: 8463 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.906130:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bf800 00000100:00100000:0.0:1746156239.909108:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.911497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.913813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.917607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.920010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.923975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.926820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.928747:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.930519:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.934183:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.936288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.938034:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.940328:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.941744:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.941791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.943927:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.943986:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057084288 00000100:00100000:1.0:1746156239.943992:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057084288 00002000:00100000:1.0:1746156239.944021:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8e680 x1830977057084288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.944030:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8e680 with x1830977057084288 ext(0->4095) 00010000:00010000:1.0:1746156239.944036:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76ef3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d22 expref: 30 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.944049:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76ef3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d22 expref: 30 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.944054:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8e680 00000100:00100000:1.0:1746156239.944084:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2336 00000100:00100000:1.0:1746156239.944089:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1974:x1830977057084288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.944215:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1974:x1830977057084288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.944224:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2336 00002000:00100000:1.0:1746156239.944228:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8e680 x1830977057084288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.944235:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8e680 with x1830977057084288 ext(0->4095) 00010000:00010000:1.0:1746156239.944239:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76ef3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d22 expref: 30 pid: 21377 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746156239.944248:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76ef3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d22 expref: 30 pid: 21377 timeout: 595 lvb_type: 0 00002000:00010000:1.0:1746156239.944253:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8e680 00000100:00100000:0.0:1746156239.945656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.947313:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.948889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.951628:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.952804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.954428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.956674:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.958677:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.960406:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.961843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.962691:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.965673:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.965979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.967775:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.969533:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.969594:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.971290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.973310:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.977899:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.979684:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.981871:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.984779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.986356:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.988466:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.988582:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057088512 00000100:00100000:1.0:1746156239.988590:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057088512 00000100:00100000:1.0:1746156239.988635:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5837 00000100:00100000:1.0:1746156239.988641:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:31590:x1830977057088512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156239.988654:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156239.988665:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e76f39 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812d68 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.988684:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156239.988688:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76f32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d61 expref: 32 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.988694:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156239.988696:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e76f39 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d68 expref: 32 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.988931:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76f32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d61 expref: 32 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.988941:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e76f39 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d68 expref: 32 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156239.988949:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940600, rc 0) 00000100:00100000:1.0:1746156239.989012:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:31590:x1830977057088512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 370us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156239.989017:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5837 00000100:00100000:0.0:1746156239.989656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.991960:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.992002:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057088896 00000100:00100000:1.0:1746156239.992007:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057088896 00002000:00100000:1.0:1746156239.992036:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093635180 x1830977057088896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/0 e 0 to 0 dl 1746156250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.992045:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635180 with x1830977057088896 ext(0->4095) 00010000:00010000:1.0:1746156239.992051:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d61 expref: 31 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156239.992061:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d61 expref: 31 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156239.992067:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093635180 00000100:00100000:1.0:1746156239.992094:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2341 00000100:00100000:1.0:1746156239.992101:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1974:x1830977057088896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156239.992237:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1974:x1830977057088896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156239.992244:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2341 00002000:00100000:1.0:1746156239.992248:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093635180 x1830977057088896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746156250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156239.992255:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635180 with x1830977057088896 ext(0->4095) 00010000:00010000:1.0:1746156239.992260:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d61 expref: 31 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156239.992273:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d61 expref: 31 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156239.992279:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093635180 00000100:00100000:0.0:1746156239.994465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156239.994738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.996867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.999275:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156239.999889:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.001872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:1.0:1746156240.002337:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746156240.002469:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2343 00000100:00100000:1.0:1746156240.002476:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057089920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.002602:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057089920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.002608:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2343 00002000:00100000:1.0:1746156240.002612:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fbb80 x1830977057089920/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.002619:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fbb80 with x1830977057089920 ext(0->4095) 00010000:00010000:1.0:1746156240.002623:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76f40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d6f expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.002636:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e76f40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d6f expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.002641:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922fbb80 00000100:00100000:0.0:1746156240.004103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.005880:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053837696:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156240.005943:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156240.005981:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057090048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1664us (1881us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156240.005989:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10377 00000100:00080000:1.0:1746156240.006240:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156240.007631:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.009892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.009959:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057090560 00000100:00100000:1.0:1746156240.009963:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057090560 00010000:00010000:1.0:1746156240.009980:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76f47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d76 expref: 30 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.010006:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10378 00000100:00100000:1.0:1746156240.010015:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1974:x1830977057090560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.010024:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.010040:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76f47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d76 expref: 30 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.010049:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76f47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d76 expref: 30 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.010065:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76f47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d76 expref: 30 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.010088:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.010089:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.010095:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76f4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d7d expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.010107:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76f4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d7d expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.010129:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76f4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d7d expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.010148:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053837952:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.010207:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.011062:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053837952:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.011072:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.011090:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1974:x1830977057090560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1078us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.011096:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10378 00000100:00100000:0.0:1746156240.011414:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.012867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.015625:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057091072 00000100:00100000:1.0:1746156240.015631:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057091072 00010000:00010000:1.0:1746156240.015651:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76f4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d7d expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.015668:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10379 00000100:00100000:1.0:1746156240.015673:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057091072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.015683:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.015699:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76f4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d7d expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.015708:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76f4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d7d expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.015725:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76f4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d7d expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.015735:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.015736:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.015742:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 29 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.015748:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 29 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.015769:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 29 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.015777:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053838208:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.016530:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.017996:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053838208:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.018012:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.018044:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057091072:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2369us (2637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.018052:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10379 00000100:00100000:0.0:1746156240.018627:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.020868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.023692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.023911:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057091584 00000100:00100000:1.0:1746156240.023916:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057091584 00002000:00100000:1.0:1746156240.023942:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800922f9f80 x1830977057091584/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 496/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.023955:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9f80 with x1830977057091584 ext(0->7) 00010000:00010000:1.0:1746156240.023961:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 30 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.023971:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 30 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.023984:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922f9f80 00000100:00100000:1.0:1746156240.024006:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2344 00000100:00100000:1.0:1746156240.024012:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1972:x1830977057091584:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156240.024757:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1972:x1830977057091584:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 742us (1063us total) trans 4294967949 rc 0/0 00000100:00100000:1.0:1746156240.024763:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2344 00002000:00100000:1.0:1746156240.024769:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800922f9f80 x1830977057091584/t4294967949(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 496/448 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.024776:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9f80 with x1830977057091584 ext(0->7) 00010000:00010000:1.0:1746156240.024781:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.024790:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.024795:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922f9f80 00000100:00100000:0.0:1746156240.026871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.026951:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057091712 00000100:00100000:1.0:1746156240.026959:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057091712 00010000:00010000:1.0:1746156240.026985:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.027257:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10380 00000100:00100000:1.0:1746156240.027264:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1973:x1830977057091712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.027274:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.027288:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.027298:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.027316:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d84 expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.027460:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.027462:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.027468:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76f5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d8b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.027475:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76f5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d8b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.027499:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76f5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d8b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.027509:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053838464:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.027776:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.030680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.030822:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053838464:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.030835:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.030868:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1973:x1830977057091712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3604us (4002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.030875:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10380 00000100:00100000:0.0:1746156240.032575:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.034023:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.034121:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057092224 00000100:00100000:1.0:1746156240.034126:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057092224 00000100:00100000:0.0:1746156240.034639:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.034785:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057092352 00000100:00100000:0.0:1746156240.034788:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057092352 00010000:00010000:0.0:1746156240.034804:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76f5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d8b expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746156240.034819:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10381 00000100:00100000:0.0:1746156240.034824:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057092352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156240.034832:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156240.034847:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76f5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d8b expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.034856:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76f5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d8b expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.034873:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76f5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d8b expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.034884:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156240.034886:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156240.034891:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76f63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d92 expref: 32 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.034898:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76f63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d92 expref: 32 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.034918:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76f63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d92 expref: 32 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156240.034927:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093634700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053838720:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156240.034960:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.035030:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5844 00000100:00100000:1.0:1746156240.035036:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:31590:x1830977057092224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.035045:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.035053:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812d99 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.035065:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76f63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d92 expref: 33 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.035070:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.035071:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.035073:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d99 expref: 33 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.035086:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76f63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d92 expref: 33 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.035094:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76f63 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d92 expref: 33 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.035105:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053838848:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.035130:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.036442:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053838848:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.036465:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d99 expref: 33 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.036476:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940400, rc 0) 00000100:00100000:1.0:1746156240.037046:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:31590:x1830977057092224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2008us (3022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.037054:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5844 00000100:00100000:0.0:1746156240.037623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.039705:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.040530:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.040741:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057092736 00000100:00100000:1.0:1746156240.040745:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057092736 00000100:00100000:1.0:1746156240.040765:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5845 00000100:00100000:1.0:1746156240.040770:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057092736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.040781:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.040790:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e76f71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812da0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.040805:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d99 expref: 32 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.040810:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.040811:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.040814:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e76f71 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812da0 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.040833:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d99 expref: 32 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.040842:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d99 expref: 32 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.040850:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053839104:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.040870:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.042442:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053839104:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.042464:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e76f71 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812da0 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.042475:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941000, rc 0) 00000100:00100000:1.0:1746156240.042502:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057092736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1731us (2802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.042509:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5845 00000100:00100000:0.0:1746156240.043695:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057093120 00000100:00100000:0.0:1746156240.043701:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057093120 00002000:00100000:0.0:1746156240.043730:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1d180 x1830977057093120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.043738:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1d180 with x1830977057093120 ext(0->4095) 00010000:00010000:0.0:1746156240.043744:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d99 expref: 32 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.043760:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d99 expref: 32 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746156240.043766:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1d180 00000100:00100000:0.0:1746156240.044035:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2346 00000100:00100000:0.0:1746156240.044042:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1974:x1830977057093120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156240.044196:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1974:x1830977057093120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156240.044200:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2346 00002000:00100000:0.0:1746156240.044205:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1d180 x1830977057093120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.044210:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1d180 with x1830977057093120 ext(0->4095) 00010000:00010000:0.0:1746156240.044214:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d99 expref: 32 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.044221:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e76f6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812d99 expref: 32 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746156240.044226:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1d180 00000100:00100000:0.0:1746156240.046653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.046740:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.046794:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057093376 00000100:00100000:1.0:1746156240.046837:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057093376 00000100:00100000:0.0:1746156240.049428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.049556:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053839360:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156240.049570:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e76f78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812da7 expref: 33 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.049581:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96800, rc 0) 00000100:00100000:0.0:1746156240.049611:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:31590:x1830977057093376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2640us (2965us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156240.049617:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5846 00000100:00100000:0.0:1746156240.051223:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.053890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.053954:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057094016 00000100:00100000:1.0:1746156240.053959:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057094016 00002000:00100000:1.0:1746156240.053987:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b516a00 x1830977057094016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.053996:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516a00 with x1830977057094016 ext(0->4095) 00002000:00010000:1.0:1746156240.054000:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b516a00 00000100:00100000:1.0:1746156240.054155:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4383 00000100:00100000:1.0:1746156240.054162:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1975:x1830977057094016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.054275:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1975:x1830977057094016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.054280:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4383 00002000:00100000:1.0:1746156240.054284:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b516a00 x1830977057094016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.054291:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516a00 with x1830977057094016 ext(0->4095) 00002000:00010000:1.0:1746156240.054293:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b516a00 00000100:00100000:0.0:1746156240.055780:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.057827:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.060811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.063153:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.063913:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.063927:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057094784 00000100:00100000:1.0:1746156240.063930:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057094784 00000100:00100000:1.0:1746156240.063969:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5849 00000100:00100000:1.0:1746156240.063974:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:31590:x1830977057094784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.063981:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.063988:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76f8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812dbc expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.063999:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.064003:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812db5 expref: 34 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.064008:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.064010:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76f8d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dbc expref: 34 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.064028:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e76f86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812db5 expref: 34 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.064042:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e76f8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dbc expref: 34 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.064050:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941400, rc 0) 00000100:00100000:1.0:1746156240.064081:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:31590:x1830977057094784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.064086:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5849 00000100:00100000:0.0:1746156240.065964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.068070:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.070877:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.070956:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.073156:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.075875:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.075923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.080270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.083254:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.083326:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.085027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.085072:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057096576 00000100:00100000:1.0:1746156240.085076:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057096576 00010000:00010000:1.0:1746156240.085093:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76f9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dca expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.085123:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10390 00000100:00100000:1.0:1746156240.085129:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1975:x1830977057096576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.085137:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.085165:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76f9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dca expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.085173:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76f9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dca expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.085187:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e76f9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dca expref: 32 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.085205:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.085207:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.085213:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76fa2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd1 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.085219:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd1 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.085238:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd1 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.085246:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053841024:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.085294:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.086702:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053841024:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.086715:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.086747:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1975:x1830977057096576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1617us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.086754:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10390 00000100:00100000:0.0:1746156240.086801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.088718:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.090751:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.091313:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057097088 00000100:00100000:1.0:1746156240.091318:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057097088 00010000:00010000:1.0:1746156240.091340:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd1 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.091387:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10391 00000100:00100000:1.0:1746156240.091392:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057097088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.091401:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.091416:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd1 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.091430:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd1 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.091447:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e76fa2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd1 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.091457:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.091458:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.091463:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd8 expref: 31 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.091471:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd8 expref: 31 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.091493:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd8 expref: 31 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.091502:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053841280:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.091565:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.092550:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053841280:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.092559:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.092652:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057097088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1259us (1901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.092660:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10391 00000100:00100000:0.0:1746156240.093072:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.093165:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057097344 00000100:00100000:1.0:1746156240.093170:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057097344 00002000:00100000:1.0:1746156240.093197:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c000 x1830977057097344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.093205:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c000 with x1830977057097344 ext(0->4095) 00002000:00010000:1.0:1746156240.093210:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c000 00000100:00100000:1.0:1746156240.093237:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4386 00000100:00100000:1.0:1746156240.093243:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1975:x1830977057097344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.093355:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1975:x1830977057097344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.093361:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4386 00002000:00100000:1.0:1746156240.093384:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c000 x1830977057097344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.093391:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c000 with x1830977057097344 ext(0->4095) 00002000:00010000:1.0:1746156240.093394:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c000 00000100:00100000:0.0:1746156240.094551:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.096433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.096472:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.096597:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057097728 00000100:00100000:1.0:1746156240.096717:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057097728 00010000:00010000:1.0:1746156240.096736:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd8 expref: 33 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.096765:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10392 00000100:00100000:1.0:1746156240.096796:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1975:x1830977057097728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.096805:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.096932:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd8 expref: 33 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.096947:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd8 expref: 33 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.096959:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e76fa9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dd8 expref: 33 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.096968:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.096969:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.096974:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.096981:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.096998:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.097008:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 5 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.097017:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053841664:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.097467:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.098054:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053841664:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.098066:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.098097:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1975:x1830977057097728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1326us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.098107:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10392 00000100:00100000:0.0:1746156240.098676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.098954:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057097984 00000100:00100000:1.0:1746156240.098958:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057097984 00002000:00100000:1.0:1746156240.098986:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c700 x1830977057097984/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.098994:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c700 with x1830977057097984 ext(0->4095) 00010000:00010000:1.0:1746156240.099000:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.099010:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.099015:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490c700 00000100:00100000:1.0:1746156240.099039:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2351 00000100:00100000:1.0:1746156240.099045:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057097984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.099167:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057097984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.099175:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2351 00002000:00100000:1.0:1746156240.099180:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c700 x1830977057097984/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.099187:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c700 with x1830977057097984 ext(0->4095) 00010000:00010000:1.0:1746156240.099191:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.099204:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.099209:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490c700 00000100:00100000:0.0:1746156240.100458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.100516:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057098112 00000100:00100000:1.0:1746156240.100521:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057098112 00010000:00010000:1.0:1746156240.100538:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.100568:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10393 00000100:00100000:1.0:1746156240.100573:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057098112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.100581:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.100594:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.100603:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.100620:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e76fb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ddf expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.100632:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.100633:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.100644:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812de6 expref: 31 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.100654:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812de6 expref: 31 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.100678:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812de6 expref: 31 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.100688:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053841792:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.100754:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.101929:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.101958:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053841792:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.102053:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.102087:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057098112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1514us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.102094:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10393 00000100:00100000:0.0:1746156240.108857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.111723:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.115323:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.116339:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.116411:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057098880 00000100:00100000:1.0:1746156240.116418:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057098880 00010000:00010000:1.0:1746156240.116443:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812de6 expref: 34 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.116478:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10394 00000100:00100000:1.0:1746156240.116484:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1975:x1830977057098880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.117079:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.117095:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812de6 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.117105:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812de6 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.117168:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e76fb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812de6 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.117190:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.117192:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.117196:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fbe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ded expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.117202:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ded expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.117219:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ded expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.117229:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ded expref: 5 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.117238:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053842176:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.117691:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.118563:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053842176:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.118574:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.118592:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1975:x1830977057098880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2108us (2257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.118599:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10394 00000100:00100000:0.0:1746156240.118888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.123130:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057099264 00000100:00100000:1.0:1746156240.123148:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057099264 00010000:00010000:1.0:1746156240.123178:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ded expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.123214:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10395 00000100:00100000:1.0:1746156240.123220:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057099264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.123231:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.123247:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ded expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.123257:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ded expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.123277:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ded expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.123295:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.123297:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.123303:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76fc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812df4 expref: 33 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.123309:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76fc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812df4 expref: 33 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.123335:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76fc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812df4 expref: 33 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.123346:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053842304:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.123417:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.125179:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053842304:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.125198:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.125241:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057099264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2021us (2324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.125250:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10395 00000100:00100000:0.0:1746156240.125902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.127623:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.130674:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.130777:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057099776 00000100:00100000:1.0:1746156240.130782:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057099776 00010000:00010000:1.0:1746156240.130807:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812df4 expref: 34 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.130970:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10396 00000100:00100000:1.0:1746156240.130977:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1974:x1830977057099776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.130986:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.131003:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812df4 expref: 34 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.131014:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76fc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812df4 expref: 34 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.131031:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e76fc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812df4 expref: 34 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.131057:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.131059:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.131064:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76fcc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dfb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.131074:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dfb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.131098:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e76fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812dfb expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.131108:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053842560:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.131179:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.133034:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053842560:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.133049:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.133081:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1974:x1830977057099776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2103us (2408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.133090:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10396 00000100:00100000:0.0:1746156240.135090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.136232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.139618:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.140580:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.144039:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.147216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.150231:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.153302:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.157011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.161500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.161555:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057101568 00000100:00100000:1.0:1746156240.161562:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057101568 00000100:00100000:0.0:1746156240.161578:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:1.0:1746156240.161597:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081880 x1830977057101568/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.161607:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081880 with x1830977057101568 ext(0->4095) 00002000:00010000:1.0:1746156240.161611:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081880 00000100:00100000:1.0:1746156240.161628:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4391 00000100:00100000:1.0:1746156240.161635:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057101568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.161752:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057101568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.161758:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4391 00002000:00100000:1.0:1746156240.161763:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081880 x1830977057101568/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.161769:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081880 with x1830977057101568 ext(0->4095) 00002000:00010000:1.0:1746156240.161772:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081880 00000100:00100000:0.0:1746156240.163564:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.164810:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.169428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.169468:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057102208 00000100:00100000:1.0:1746156240.169474:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057102208 00002000:00100000:1.0:1746156240.169507:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbf800 x1830977057102208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.169515:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf800 with x1830977057102208 ext(0->4095) 00010000:00010000:1.0:1746156240.169522:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e17 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.169534:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e17 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.169539:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbf800 00000100:00100000:1.0:1746156240.169571:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2355 00000100:00100000:1.0:1746156240.169578:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1975:x1830977057102208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.169715:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1975:x1830977057102208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.169721:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2355 00002000:00100000:1.0:1746156240.169727:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbf800 x1830977057102208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.169739:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf800 with x1830977057102208 ext(0->4095) 00010000:00010000:1.0:1746156240.169743:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e17 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.169752:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e76fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e17 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.169758:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbf800 00000100:00100000:0.0:1746156240.174785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.178978:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.183467:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.186785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.189116:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.189171:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057103104 00000100:00100000:1.0:1746156240.189176:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057103104 00002000:00100000:1.0:1746156240.189203:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbce00 x1830977057103104/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.189213:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbce00 with x1830977057103104 ext(0->4095) 00002000:00010000:1.0:1746156240.189216:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbce00 00000100:00100000:1.0:1746156240.189238:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4393 00000100:00100000:1.0:1746156240.189243:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057103104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.189512:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057103104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 268us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.189518:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4393 00002000:00100000:1.0:1746156240.189523:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbce00 x1830977057103104/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.189529:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbce00 with x1830977057103104 ext(0->4095) 00002000:00010000:1.0:1746156240.189532:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbce00 00000100:00100000:0.0:1746156240.191130:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.191623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.193965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.196724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.196928:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057103744 00000100:00100000:1.0:1746156240.196934:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057103744 00002000:00100000:1.0:1746156240.196963:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbfb80 x1830977057103744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.196973:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbfb80 with x1830977057103744 ext(0->4095) 00010000:00010000:1.0:1746156240.196980:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e76ffd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e2c expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.196992:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e76ffd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e2c expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.196997:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbfb80 00000100:00100000:1.0:1746156240.197026:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2356 00000100:00100000:1.0:1746156240.197033:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1975:x1830977057103744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.197152:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1975:x1830977057103744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.197158:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2356 00002000:00100000:1.0:1746156240.197162:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbfb80 x1830977057103744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.197169:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbfb80 with x1830977057103744 ext(0->4095) 00010000:00010000:1.0:1746156240.197173:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e76ffd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e2c expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.197180:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e76ffd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e2c expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.197189:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbfb80 00000100:00100000:0.0:1746156240.198462:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.201314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.204239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.207192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.210302:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.212812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.212893:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.213083:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5869 00000100:00100000:1.0:1746156240.213088:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:31591:x1830977057104896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.213094:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.213099:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e77019 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812e48 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.213111:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.213113:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77012 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e41 expref: 36 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.213117:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.213124:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e77019 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e48 expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.213283:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77012 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e41 expref: 36 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.213299:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e77019 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e48 expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.213307:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940600, rc 0) 00000100:00100000:1.0:1746156240.213388:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:31591:x1830977057104896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 299us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.213394:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5869 00000100:00100000:0.0:1746156240.215501:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.218258:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.220404:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.224100:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.227939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.230092:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.233729:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.235617:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.236698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.236747:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057106432 00000100:00100000:1.0:1746156240.236753:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057106432 00000100:00100000:1.0:1746156240.236776:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5872 00000100:00100000:1.0:1746156240.236782:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:31591:x1830977057106432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.236790:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.236804:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e7702e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812e5d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.236818:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.236822:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77027 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e56 expref: 36 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.236828:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.236830:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e7702e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e5d expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.236849:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77027 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e56 expref: 36 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.236859:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e7702e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e5d expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.236868:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940600, rc 0) 00000100:00100000:1.0:1746156240.237860:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:31591:x1830977057106432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1074us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.237866:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5872 00000100:00100000:0.0:1746156240.238461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.241422:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.241442:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057106816 00000100:00100000:1.0:1746156240.241447:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057106816 00002000:00100000:1.0:1746156240.241474:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9180 x1830977057106816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.241485:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9180 with x1830977057106816 ext(0->4095) 00010000:00010000:1.0:1746156240.241490:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77027 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e56 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.241498:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77027 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e56 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.241502:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9180 00000100:00100000:1.0:1746156240.241524:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2358 00000100:00100000:1.0:1746156240.241530:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1974:x1830977057106816:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.241724:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1974:x1830977057106816:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 193us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.241730:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2358 00002000:00100000:1.0:1746156240.241735:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9180 x1830977057106816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.241742:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9180 with x1830977057106816 ext(0->4095) 00010000:00010000:1.0:1746156240.241746:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77027 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e56 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.241754:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77027 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e56 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.241759:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9180 00000100:00100000:0.0:1746156240.243443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.245995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.246096:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057107200 00000100:00100000:1.0:1746156240.246101:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057107200 00002000:00100000:1.0:1746156240.246130:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9500 x1830977057107200/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.246149:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9500 with x1830977057107200 ext(0->4095) 00002000:00010000:1.0:1746156240.246153:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9500 00000100:00100000:1.0:1746156240.246173:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4398 00000100:00100000:1.0:1746156240.246180:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1974:x1830977057107200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.246299:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1974:x1830977057107200:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.246305:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4398 00002000:00100000:1.0:1746156240.246309:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9500 x1830977057107200/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.246316:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9500 with x1830977057107200 ext(0->4095) 00002000:00010000:1.0:1746156240.246318:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9500 00000100:00100000:0.0:1746156240.247459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.250345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.252110:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.254290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.257355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.259529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.262708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.265441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.267935:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.272038:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.274080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.274334:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.274386:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057109120 00000100:00100000:1.0:1746156240.274390:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057109120 00000100:00100000:1.0:1746156240.274412:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5877 00000100:00100000:1.0:1746156240.274416:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:31591:x1830977057109120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.274422:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.274428:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77051 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812e80 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.274438:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.274441:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7704a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e79 expref: 38 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.274450:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.274452:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77051 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e80 expref: 38 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.274468:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7704a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e79 expref: 38 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.274477:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77051 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e80 expref: 38 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.274484:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941000, rc 0) 00000100:00100000:1.0:1746156240.274505:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:31591:x1830977057109120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.274510:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5877 00000100:00100000:0.0:1746156240.276219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.278190:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.280438:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.288082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.293177:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.298204:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.299905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.307447:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057110528 00000100:00100000:1.0:1746156240.307453:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057110528 00002000:00100000:1.0:1746156240.307563:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5180 x1830977057110528/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.307571:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5180 with x1830977057110528 ext(0->4095) 00002000:00010000:1.0:1746156240.307575:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5180 00000100:00100000:1.0:1746156240.307588:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4403 00000100:00100000:1.0:1746156240.307594:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057110528:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.307702:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057110528:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.307711:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4403 00002000:00100000:1.0:1746156240.307715:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5180 x1830977057110528/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.307722:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5180 with x1830977057110528 ext(0->4095) 00002000:00010000:1.0:1746156240.307724:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5180 00000100:00100000:0.0:1746156240.312987:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.314212:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.320350:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.320412:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057111040 00000100:00100000:1.0:1746156240.320418:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057111040 00002000:00100000:1.0:1746156240.320446:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547800 x1830977057111040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.320454:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547800 with x1830977057111040 ext(0->4095) 00010000:00010000:1.0:1746156240.320460:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e8e expref: 37 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.320471:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e8e expref: 37 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.320476:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547800 00000100:00100000:1.0:1746156240.320497:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2361 00000100:00100000:1.0:1746156240.320502:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1974:x1830977057111040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.320609:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1974:x1830977057111040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.320614:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2361 00002000:00100000:1.0:1746156240.320618:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547800 x1830977057111040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.320629:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547800 with x1830977057111040 ext(0->4095) 00010000:00010000:1.0:1746156240.320633:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e8e expref: 37 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.320640:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e8e expref: 37 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.320645:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547800 00000100:00100000:0.0:1746156240.324514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.329519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.334118:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.334237:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057111552 00000100:00100000:1.0:1746156240.334244:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057111552 00000100:00100000:1.0:1746156240.334285:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5881 00000100:00100000:1.0:1746156240.334291:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057111552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.334303:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.334315:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812e9c expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.334336:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77066 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e95 expref: 35 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.334346:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.334348:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.334350:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e9c expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.334399:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77066 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e95 expref: 35 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.334413:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77066 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e95 expref: 35 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.334423:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053848320:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.334484:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.335505:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053848320:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.335523:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e9c expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.335538:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941400, rc 0) 00000100:00100000:1.0:1746156240.335562:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057111552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1271us (1452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.335569:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5881 00000100:00100000:0.0:1746156240.336212:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.340078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.340209:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057111808 00000100:00100000:1.0:1746156240.340215:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057111808 00000100:00100000:1.0:1746156240.340249:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5882 00000100:00100000:1.0:1746156240.340255:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:31590:x1830977057111808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.340270:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.340282:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812ea3 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.340305:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e9c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.340315:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.340317:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.340320:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ea3 expref: 37 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.340343:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e9c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156240.340632:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156240.340706:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e9c expref: 5 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.340717:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053848576:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.340731:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057112064 00000100:00100000:1.0:1746156240.340733:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057112064 00002000:00100000:1.0:1746156240.340752:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b546a00 x1830977057112064/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.340760:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b546a00 with x1830977057112064 ext(0->4095) 00010000:00010000:1.0:1746156240.340764:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e9c expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.340772:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e9c expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.340776:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b546a00 00000100:00100000:1.0:1746156240.341057:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2362 00000100:00100000:1.0:1746156240.341063:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057112064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.341399:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057112064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 335us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.341405:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2362 00002000:00100000:1.0:1746156240.341410:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b546a00 x1830977057112064/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.341417:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b546a00 with x1830977057112064 ext(0->4095) 00010000:00010000:1.0:1746156240.341421:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e9c expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.341429:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e7706d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812e9c expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.341435:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b546a00 00000100:00100000:1.0:1746156240.341497:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.343537:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053848576:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.343560:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ea3 expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.343573:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941000, rc 0) 00000100:00100000:1.0:1746156240.343617:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:31590:x1830977057111808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3360us (3545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.343624:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5882 00000100:00100000:0.0:1746156240.344479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.344513:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.344527:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057112320 00000100:00100000:1.0:1746156240.344532:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057112320 00000100:00100000:1.0:1746156240.344586:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5883 00000100:00100000:1.0:1746156240.344591:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:31591:x1830977057112320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.344600:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.344611:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7707b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812eaa expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.344627:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.344632:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ea3 expref: 37 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.344637:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.344640:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7707b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eaa expref: 37 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.345353:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ea3 expref: 37 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.345424:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ea3 expref: 37 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.345434:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053848704:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.345609:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.346945:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053848704:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.346963:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7707b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eaa expref: 37 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.346973:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156240.347001:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:31591:x1830977057112320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2410us (2524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.347008:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5883 00000100:00100000:0.0:1746156240.347974:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.348023:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057112576 00000100:00100000:1.0:1746156240.348029:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057112576 00002000:00100000:1.0:1746156240.348054:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545500 x1830977057112576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.348060:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545500 with x1830977057112576 ext(0->4095) 00010000:00010000:1.0:1746156240.348064:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ea3 expref: 37 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.348072:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ea3 expref: 37 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.348075:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b545500 00000100:00100000:1.0:1746156240.348095:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2363 00000100:00100000:1.0:1746156240.348100:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1974:x1830977057112576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.348235:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1974:x1830977057112576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.348241:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2363 00002000:00100000:1.0:1746156240.348245:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545500 x1830977057112576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.348252:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545500 with x1830977057112576 ext(0->4095) 00010000:00010000:1.0:1746156240.348256:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ea3 expref: 37 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.348268:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094941000/0xb0171789e0e77074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ea3 expref: 37 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.348274:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b545500 00000100:00100000:0.0:1746156240.349990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.353237:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.354660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.354698:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057113088 00000100:00100000:1.0:1746156240.354703:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057113088 00000100:00100000:1.0:1746156240.354738:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5884 00000100:00100000:1.0:1746156240.354744:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057113088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.354754:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.354766:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77082 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812eb1 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.354785:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7707b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eaa expref: 35 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.354790:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.354792:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.354794:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77082 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb1 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.354816:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7707b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eaa expref: 35 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.354824:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7707b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eaa expref: 35 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.354833:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053849088:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.354902:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.356005:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053849088:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.356022:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77082 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb1 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.356032:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:1.0:1746156240.356056:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057113088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1312us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156240.356325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.356575:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5884 00000100:00100000:0.0:1746156240.358664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.360081:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.360340:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057113600 00000100:00100000:1.0:1746156240.360345:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057113600 00000100:00100000:1.0:1746156240.360405:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5885 00000100:00100000:1.0:1746156240.360413:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:31591:x1830977057113600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.360423:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.360550:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77089 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812eb8 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.360571:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77082 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb1 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.360577:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.360579:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.360581:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77089 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb8 expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.360603:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77082 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb1 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.360617:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77082 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb1 expref: 5 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.360628:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053849344:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.360699:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.362167:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053849344:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.362191:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77089 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb8 expref: 36 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.362204:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156240.362247:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:31591:x1830977057113600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1834us (2167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.362254:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5885 00000100:00100000:0.0:1746156240.363579:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.366649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.366761:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057113984 00000100:00100000:1.0:1746156240.366766:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057113984 00002000:00100000:1.0:1746156240.366792:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546a00 x1830977057113984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.366801:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546a00 with x1830977057113984 ext(0->4095) 00002000:00010000:1.0:1746156240.366804:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b546a00 00000100:00100000:1.0:1746156240.366817:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4407 00000100:00100000:1.0:1746156240.366823:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1975:x1830977057113984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.367285:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1975:x1830977057113984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 460us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.367297:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4407 00002000:00100000:1.0:1746156240.367303:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546a00 x1830977057113984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.367310:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546a00 with x1830977057113984 ext(0->4095) 00002000:00010000:1.0:1746156240.367312:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b546a00 00000100:00100000:0.0:1746156240.368321:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.368389:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057114112 00000100:00100000:1.0:1746156240.368392:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057114112 00000100:00100000:1.0:1746156240.368477:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5886 00000100:00100000:1.0:1746156240.368482:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057114112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.368494:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.368506:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77090 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812ebf expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.368525:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77089 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb8 expref: 35 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.368530:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.368531:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.368534:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77090 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ebf expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.368552:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77089 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb8 expref: 35 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.368560:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77089 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812eb8 expref: 35 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.368572:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053849600:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.368871:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.371345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.371445:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053849600:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.371466:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77090 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ebf expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.371479:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a200, rc 0) 00000100:00100000:1.0:1746156240.371510:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057114112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3028us (3193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.371516:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5886 00000100:00100000:0.0:1746156240.374957:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.385416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.385470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.385572:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057114496 00000100:00100000:1.0:1746156240.385576:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057114496 00000100:00100000:1.0:1746156240.385601:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5887 00000100:00100000:1.0:1746156240.385607:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:31590:x1830977057114496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.385617:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.385630:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77097 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812ec6 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.386631:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77090 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ebf expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.386638:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.386640:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.386643:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77097 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ec6 expref: 38 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.386671:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77090 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ebf expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.386682:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77090 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ebf expref: 5 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.386692:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053849856:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.386743:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.391546:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746156240.391562:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053849984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746156240.391612:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156240.392210:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053849984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746156240.392308:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093870380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053849856:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156240.392321:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77097 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ec6 expref: 39 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.392328:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:0.0:1746156240.392707:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:31590:x1830977057114496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7099us (7296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156240.392713:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5887 00000100:00100000:0.0:1746156240.393942:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.396717:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.399663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.403465:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.408400:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057115776 00000100:00100000:0.0:1746156240.408407:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057115776 00000100:00100000:0.0:1746156240.408456:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5889 00000100:00100000:0.0:1746156240.408463:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057115776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156240.408476:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156240.408489:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e770a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812ed4 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.408512:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7709e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ecd expref: 37 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.408518:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156240.408519:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156240.408522:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e770a5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ed4 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.408543:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7709e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ecd expref: 37 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.408554:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7709e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ecd expref: 37 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746156240.408564:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b544a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053850496:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156240.408638:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.412761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.413200:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.417003:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.419589:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.422352:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.424431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.427435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.432662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.440053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.440253:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057117312 00000100:00100000:1.0:1746156240.440258:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057117312 00002000:00100000:1.0:1746156240.440285:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84c380 x1830977057117312/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.440293:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84c380 with x1830977057117312 ext(0->4095) 00002000:00010000:1.0:1746156240.440296:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84c380 00000100:00100000:1.0:1746156240.440528:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4411 00000100:00100000:1.0:1746156240.440535:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057117312:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156240.440752:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057117312:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 217us (704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.440758:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4411 00002000:00100000:1.0:1746156240.440763:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84c380 x1830977057117312/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.440770:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84c380 with x1830977057117312 ext(0->4095) 00002000:00010000:1.0:1746156240.440773:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84c380 00000100:00100000:0.0:1746156240.442398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.444664:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.447303:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.454561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.455579:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057117952 00000100:00100000:1.0:1746156240.455587:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057117952 00002000:00100000:1.0:1746156240.455623:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84e680 x1830977057117952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.455633:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84e680 with x1830977057117952 ext(0->4095) 00010000:00010000:1.0:1746156240.455641:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e770ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ee9 expref: 41 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.455655:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e770ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ee9 expref: 41 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.455660:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84e680 00000100:00100000:1.0:1746156240.455689:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2368 00000100:00100000:1.0:1746156240.455696:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1974:x1830977057117952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.455880:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1974:x1830977057117952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (1322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.455886:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2368 00002000:00100000:1.0:1746156240.455892:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84e680 x1830977057117952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.455899:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84e680 with x1830977057117952 ext(0->4095) 00010000:00010000:1.0:1746156240.455903:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e770ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ee9 expref: 41 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.455912:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e770ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ee9 expref: 41 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.455918:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84e680 00000100:00100000:0.0:1746156240.457383:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.459433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.470712:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.471938:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.475452:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.476243:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057118976 00000100:00100000:1.0:1746156240.476249:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057118976 00002000:00100000:1.0:1746156240.476279:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8a80 x1830977057118976/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.476288:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8a80 with x1830977057118976 ext(0->4095) 00010000:00010000:1.0:1746156240.476294:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e770c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ef7 expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.476305:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e770c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ef7 expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.476311:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce8a80 00000100:00100000:1.0:1746156240.476339:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2369 00000100:00100000:1.0:1746156240.476346:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057118976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.476488:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057118976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (1039us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.476494:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2369 00002000:00100000:1.0:1746156240.476499:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8a80 x1830977057118976/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.476505:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8a80 with x1830977057118976 ext(0->4095) 00010000:00010000:1.0:1746156240.476510:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e770c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ef7 expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.476518:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e770c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ef7 expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.476524:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce8a80 00000100:00100000:0.0:1746156240.479538:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.485217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.485294:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057119360 00000100:00100000:1.0:1746156240.485300:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057119360 00002000:00100000:1.0:1746156240.485335:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8700 x1830977057119360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.485343:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8700 with x1830977057119360 ext(0->4095) 00002000:00010000:1.0:1746156240.485347:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8700 00000100:00100000:1.0:1746156240.485389:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4413 00000100:00100000:1.0:1746156240.485395:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1973:x1830977057119360:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156240.485511:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1973:x1830977057119360:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.485517:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4413 00002000:00100000:1.0:1746156240.485522:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8700 x1830977057119360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.485528:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8700 with x1830977057119360 ext(0->4095) 00002000:00010000:1.0:1746156240.485531:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8700 00000100:00100000:0.0:1746156240.486974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.492622:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.496068:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.498981:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.499685:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.499742:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057120128 00000100:00100000:1.0:1746156240.499749:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057120128 00002000:00100000:1.0:1746156240.499920:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8e00 x1830977057120128/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.499928:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8e00 with x1830977057120128 ext(0->4095) 00002000:00010000:1.0:1746156240.499931:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8e00 00000100:00100000:1.0:1746156240.500272:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4414 00000100:00100000:1.0:1746156240.500279:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057120128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.501012:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057120128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 733us (1328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.501018:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4414 00002000:00100000:1.0:1746156240.501025:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8e00 x1830977057120128/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.501032:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8e00 with x1830977057120128 ext(0->4095) 00010000:00010000:1.0:1746156240.501036:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e770d6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f05 expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.501045:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e770d6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f05 expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.501051:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce8e00 00000100:00100000:0.0:1746156240.502886:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.503421:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.505634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.505685:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057120640 00000100:00100000:1.0:1746156240.505690:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057120640 00002000:00100000:1.0:1746156240.505718:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceaa00 x1830977057120640/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.505728:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceaa00 with x1830977057120640 ext(0->4095) 00010000:00010000:1.0:1746156240.505735:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e770dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f0c expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.505747:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e770dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f0c expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.505753:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceaa00 00000100:00100000:1.0:1746156240.505781:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2371 00000100:00100000:1.0:1746156240.505787:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057120640:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.505914:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057120640:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.505920:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2371 00002000:00100000:1.0:1746156240.505924:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceaa00 x1830977057120640/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.505930:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceaa00 with x1830977057120640 ext(0->4095) 00010000:00010000:1.0:1746156240.505935:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e770dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f0c expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.505943:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e770dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f0c expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.505947:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceaa00 00000100:00100000:0.0:1746156240.508186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.513505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.518465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.523128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.526611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.526754:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057121536 00000100:00100000:1.0:1746156240.526761:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057121536 00002000:00100000:1.0:1746156240.526800:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8380 x1830977057121536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.526809:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8380 with x1830977057121536 ext(0->4095) 00002000:00010000:1.0:1746156240.526813:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8380 00000100:00100000:1.0:1746156240.526834:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4416 00000100:00100000:1.0:1746156240.526843:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057121536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.526976:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057121536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.526982:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4416 00002000:00100000:1.0:1746156240.526986:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8380 x1830977057121536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.526992:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8380 with x1830977057121536 ext(0->4095) 00002000:00010000:1.0:1746156240.526995:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8380 00000100:00100000:0.0:1746156240.528064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.529629:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.534228:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.540967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.541066:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057122176 00000100:00100000:1.0:1746156240.541073:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057122176 00002000:00100000:1.0:1746156240.541107:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444aa00 x1830977057122176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.541116:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444aa00 with x1830977057122176 ext(0->4095) 00010000:00010000:1.0:1746156240.541124:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e770f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f21 expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.541148:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e770f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f21 expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.541155:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009444aa00 00000100:00100000:1.0:1746156240.541182:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2372 00000100:00100000:1.0:1746156240.541188:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057122176:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.541329:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057122176:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.541334:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2372 00002000:00100000:1.0:1746156240.541339:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444aa00 x1830977057122176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.541346:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444aa00 with x1830977057122176 ext(0->4095) 00010000:00010000:1.0:1746156240.541350:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e770f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f21 expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.541359:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e770f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f21 expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.541381:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009444aa00 00000100:00100000:0.0:1746156240.545892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.551572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.555472:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.557988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.562909:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.562946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.567185:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.568020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.572756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.572880:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057123712 00000100:00100000:1.0:1746156240.572887:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057123712 00002000:00100000:1.0:1746156240.572919:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094449180 x1830977057123712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.572928:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094449180 with x1830977057123712 ext(0->4095) 00010000:00010000:1.0:1746156240.572936:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f36 expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.572948:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f36 expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.572955:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094449180 00000100:00100000:1.0:1746156240.574542:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2374 00000100:00100000:1.0:1746156240.574555:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094449180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057123712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.574706:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094449180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057123712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (1954us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.574711:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2374 00002000:00100000:1.0:1746156240.574717:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094449180 x1830977057123712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.574725:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094449180 with x1830977057123712 ext(0->4095) 00010000:00010000:1.0:1746156240.574732:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f36 expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.574744:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f36 expref: 43 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.574750:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094449180 00000100:00100000:0.0:1746156240.580843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.590965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.593282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.602739:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.602786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.607039:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.607113:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057124736 00000100:00100000:1.0:1746156240.607120:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057124736 00002000:00100000:1.0:1746156240.607166:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039180 x1830977057124736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.607176:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039180 with x1830977057124736 ext(0->4095) 00010000:00010000:1.0:1746156240.607183:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f44 expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.607196:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f44 expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.607206:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095039180 00000100:00100000:1.0:1746156240.607231:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2375 00000100:00100000:1.0:1746156240.607238:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057124736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.607384:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057124736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.607390:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2375 00002000:00100000:1.0:1746156240.607396:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039180 x1830977057124736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.607403:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039180 with x1830977057124736 ext(0->4095) 00010000:00010000:1.0:1746156240.607408:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f44 expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.607416:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f44 expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.607421:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095039180 00000100:00100000:0.0:1746156240.610509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.613419:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.615902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.618489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.623756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.629704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.629750:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057125760 00000100:00100000:1.0:1746156240.629756:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057125760 00002000:00100000:1.0:1746156240.629785:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093871c00 x1830977057125760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.629795:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093871c00 with x1830977057125760 ext(0->4095) 00002000:00010000:1.0:1746156240.629799:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093871c00 00000100:00100000:1.0:1746156240.629823:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4420 00000100:00100000:1.0:1746156240.629829:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057125760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.630006:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057125760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.630013:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4420 00002000:00100000:1.0:1746156240.630018:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093871c00 x1830977057125760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.630025:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093871c00 with x1830977057125760 ext(0->4095) 00002000:00010000:1.0:1746156240.630027:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093871c00 00000100:00100000:0.0:1746156240.631906:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.636663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.636697:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.642776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.642822:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057126400 00000100:00100000:1.0:1746156240.642827:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057126400 00002000:00100000:1.0:1746156240.642859:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad500 x1830977057126400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.642867:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad500 with x1830977057126400 ext(0->4095) 00010000:00010000:1.0:1746156240.642874:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7712a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f59 expref: 45 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.642886:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7712a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f59 expref: 45 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.642892:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ad500 00000100:00100000:1.0:1746156240.642919:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2377 00000100:00100000:1.0:1746156240.642925:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1974:x1830977057126400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.643528:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1974:x1830977057126400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 601us (751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.643535:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2377 00002000:00100000:1.0:1746156240.643541:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad500 x1830977057126400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.643548:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad500 with x1830977057126400 ext(0->4095) 00010000:00010000:1.0:1746156240.643554:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7712a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f59 expref: 45 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.643563:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7712a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f59 expref: 45 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.643568:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ad500 00000100:00100000:0.0:1746156240.648646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.651595:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.651677:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057126784 00000100:00100000:1.0:1746156240.651689:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057126784 00002000:00100000:1.0:1746156240.651729:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad880 x1830977057126784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.651739:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad880 with x1830977057126784 ext(0->4095) 00002000:00010000:1.0:1746156240.651743:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ad880 00000100:00100000:1.0:1746156240.652065:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4421 00000100:00100000:1.0:1746156240.652074:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:1974:x1830977057126784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.652224:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:1974:x1830977057126784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.652230:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4421 00002000:00100000:1.0:1746156240.652234:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad880 x1830977057126784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.652246:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad880 with x1830977057126784 ext(0->4095) 00002000:00010000:1.0:1746156240.652248:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ad880 00000100:00100000:0.0:1746156240.654630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.658328:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.661508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.662862:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.663593:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.663654:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057127552 00000100:00100000:1.0:1746156240.663658:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057127552 00000100:00100000:1.0:1746156240.663677:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5912 00000100:00100000:1.0:1746156240.663683:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:31591:x1830977057127552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.663689:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.663696:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77146 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812f75 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.663707:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.663711:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7713f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f6e expref: 46 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.663716:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.663719:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77146 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f75 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.663737:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7713f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f6e expref: 46 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.663747:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77146 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f75 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.663754:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156240.663786:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31591:x1830977057127552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.663792:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5912 00000100:00100000:0.0:1746156240.665076:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.669147:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.671716:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.672170:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10450 00000100:00100000:1.0:1746156240.672179:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1975:x1830977057128064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.672189:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.672207:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7713f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f6e expref: 45 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.672217:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7713f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f6e expref: 45 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.672234:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7713f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f6e expref: 45 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.672258:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.672260:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.672265:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77146 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f75 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.672271:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f75 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.672297:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f75 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.672307:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093870e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053856512:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.672397:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.677443:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.682361:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.698016:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.702928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.703081:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.707170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.712027:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.718311:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.725671:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.729012:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.734445:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.734496:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.737342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.737449:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057130240 00000100:00100000:1.0:1746156240.737456:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057130240 00002000:00100000:1.0:1746156240.737489:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350c700 x1830977057130240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.737497:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c700 with x1830977057130240 ext(0->4095) 00010000:00010000:1.0:1746156240.737505:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7715b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f8a expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.737520:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7715b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f8a expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.737526:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350c700 00000100:00100000:1.0:1746156240.738097:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2382 00000100:00100000:1.0:1746156240.738104:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057130240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.738241:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057130240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.738247:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2382 00002000:00100000:1.0:1746156240.738252:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350c700 x1830977057130240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.738259:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c700 with x1830977057130240 ext(0->4095) 00010000:00010000:1.0:1746156240.738264:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7715b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f8a expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.738273:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7715b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f8a expref: 6 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.738279:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350c700 00000100:00100000:0.0:1746156240.743828:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.743961:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057130624 00000100:00100000:1.0:1746156240.743967:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057130624 00002000:00100000:1.0:1746156240.743998:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350c000 x1830977057130624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.744007:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c000 with x1830977057130624 ext(0->4095) 00002000:00010000:1.0:1746156240.744012:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350c000 00000100:00100000:1.0:1746156240.744090:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4425 00000100:00100000:1.0:1746156240.744098:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:1975:x1830977057130624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.744509:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:1975:x1830977057130624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 411us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.744515:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4425 00002000:00100000:1.0:1746156240.744520:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350c000 x1830977057130624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.744527:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c000 with x1830977057130624 ext(0->4095) 00002000:00010000:1.0:1746156240.744530:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350c000 00000100:00100000:0.0:1746156240.748077:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057130752 00000100:00100000:0.0:1746156240.748086:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057130752 00000100:00100000:0.0:1746156240.748131:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5917 00000100:00100000:0.0:1746156240.748153:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057130752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156240.748169:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156240.748184:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77169 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812f98 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.748213:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77162 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f91 expref: 47 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.748220:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156240.748222:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156240.748225:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77169 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f98 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.748249:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f91 expref: 47 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.748259:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f91 expref: 47 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746156240.748269:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009350e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053857664:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156240.748351:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.751799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.751851:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057130880 00000100:00100000:1.0:1746156240.751857:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057130880 00002000:00100000:1.0:1746156240.751882:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009350d180 x1830977057130880/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 496/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.751896:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350d180 with x1830977057130880 ext(0->7) 00010000:00010000:1.0:1746156240.751901:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f91 expref: 48 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.751912:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f91 expref: 48 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.751918:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350d180 00000100:00100000:1.0:1746156240.751930:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2383 00000100:00100000:1.0:1746156240.751935:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:1974:x1830977057130880:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156240.752185:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1974:x1830977057130880:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 249us (386us total) trans 4294967958 rc 0/0 00000100:00100000:1.0:1746156240.752191:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2383 00002000:00100000:1.0:1746156240.752196:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009350d180 x1830977057130880/t4294967958(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 496/448 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.752202:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350d180 with x1830977057130880 ext(0->7) 00010000:00010000:1.0:1746156240.752206:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f91 expref: 50 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.752215:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f91 expref: 50 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.752220:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350d180 00000100:00100000:0.0:1746156240.755186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.759448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.759638:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057131264 00000100:00100000:1.0:1746156240.759643:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057131264 00002000:00100000:1.0:1746156240.759667:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350fb80 x1830977057131264/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.759675:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350fb80 with x1830977057131264 ext(0->4095) 00002000:00010000:1.0:1746156240.759679:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350fb80 00000100:00100000:1.0:1746156240.759701:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4426 00000100:00100000:1.0:1746156240.759707:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057131264:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156240.759815:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057131264:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.759820:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4426 00002000:00100000:1.0:1746156240.759825:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350fb80 x1830977057131264/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.759832:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350fb80 with x1830977057131264 ext(0->4095) 00002000:00010000:1.0:1746156240.759834:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350fb80 00000100:00100000:0.0:1746156240.761664:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.761749:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.764453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.767986:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.773619:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.773712:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.776100:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057132416 00000100:00100000:0.0:1746156240.776106:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057132416 00002000:00100000:0.0:1746156240.776146:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c700 x1830977057132416/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.776160:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c700 with x1830977057132416 ext(0->4095) 00010000:00010000:0.0:1746156240.776168:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e77177 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f9f expref: 51 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.776181:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e77177 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f9f expref: 51 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746156240.776187:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c700 00000100:00100000:0.0:1746156240.776207:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2385 00000100:00100000:0.0:1746156240.776215:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1974:x1830977057132416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156240.776394:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1974:x1830977057132416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156240.776401:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2385 00002000:00100000:0.0:1746156240.776407:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c700 x1830977057132416/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.776414:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c700 with x1830977057132416 ext(0->4095) 00010000:00010000:0.0:1746156240.776419:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e77177 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f9f expref: 50 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.776428:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e77177 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812f9f expref: 50 pid: 15159 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746156240.776434:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c700 00000100:00100000:0.0:1746156240.780248:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.780282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.783346:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053858688:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.783485:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057132928 00000100:00100000:1.0:1746156240.783492:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057132928 00002000:00100000:1.0:1746156240.783536:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1d880 x1830977057132928/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.783545:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1d880 with x1830977057132928 ext(0->4095) 00010000:00010000:1.0:1746156240.783553:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7717e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fad expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.783570:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7717e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fad expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.783576:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1d880 00000100:00100000:1.0:1746156240.783613:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2386 00000100:00100000:1.0:1746156240.783621:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057132928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.783906:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057132928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 283us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.783913:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2386 00002000:00100000:1.0:1746156240.783920:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1d880 x1830977057132928/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.783926:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1d880 with x1830977057132928 ext(0->4095) 00010000:00010000:1.0:1746156240.783933:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7717e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fad expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.783943:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7717e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fad expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.783949:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1d880 00010000:00010000:0.0:1746156240.783995:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156240.784027:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1973:x1830977057132672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3464us (3742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156240.784034:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10458 00000100:00100000:0.0:1746156240.787899:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.790626:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053858816:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156240.790644:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156240.790681:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057133056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2650us (2790us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156240.790689:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10459 00000100:00100000:1.0:1746156240.790785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.790849:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057133312 00000100:00100000:0.0:1746156240.790853:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057133312 00002000:00100000:0.0:1746156240.790877:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b544a80 x1830977057133312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.790886:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977057133312 ext(0->4095) 00002000:00010000:0.0:1746156240.790889:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b544a80 00000100:00100000:0.0:1746156240.792158:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4427 00000100:00100000:0.0:1746156240.792167:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1974:x1830977057133312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156240.792294:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1974:x1830977057133312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (1510us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156240.792299:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4427 00002000:00100000:0.0:1746156240.792305:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b544a80 x1830977057133312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.792319:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977057133312 ext(0->4095) 00002000:00010000:0.0:1746156240.792323:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b544a80 00000100:00100000:0.0:1746156240.794050:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.796835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.796902:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057133568 00000100:00100000:0.0:1746156240.796909:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057133568 00010000:00010000:0.0:1746156240.796933:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fb4 expref: 50 pid: 8461 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746156240.796955:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10460 00000100:00100000:0.0:1746156240.796959:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1975:x1830977057133568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156240.796968:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156240.796983:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fb4 expref: 50 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.796990:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fb4 expref: 50 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.797004:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77185 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fb4 expref: 50 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.797022:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156240.797023:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156240.797028:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7718c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fbb expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.797033:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7718c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fbb expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.797053:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7718c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fbb expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156240.797060:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095b9ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053859072:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156240.797111:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.800747:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.801062:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.803654:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.804320:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057134208 00000100:00100000:0.0:1746156240.804323:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057134208 00010000:00010000:0.0:1746156240.804338:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7718c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fbb expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746156240.804428:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10461 00000100:00100000:0.0:1746156240.804433:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057134208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156240.804442:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156240.804457:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7718c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fbb expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.804466:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7718c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fbb expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.804481:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e7718c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fbb expref: 6 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.804694:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156240.804696:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156240.804701:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77193 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc2 expref: 50 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.804709:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77193 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc2 expref: 50 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.804729:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77193 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc2 expref: 50 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156240.804738:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc2 expref: 50 pid: 8461 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746156240.804749:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095b9ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053859456:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156240.805030:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.806957:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095b9ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053859456:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156240.806970:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156240.806999:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057134208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2565us (2819us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156240.807007:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10461 00000100:00100000:1.0:1746156240.808810:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057134592 00000100:00100000:1.0:1746156240.808815:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057134592 00010000:00010000:1.0:1746156240.808834:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc2 expref: 51 pid: 8461 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.808860:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10462 00000100:00100000:1.0:1746156240.808866:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057134592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.808877:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.808890:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc2 expref: 51 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.808899:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77193 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc2 expref: 51 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.808916:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77193 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc2 expref: 51 pid: 8461 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.808939:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.808941:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.808946:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.808953:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.808979:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.808989:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053859584:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.809080:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.809892:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053859584:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.809902:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.809926:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1974:x1830977057134592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1059us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.809933:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10462 00000100:00100000:1.0:1746156240.817169:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057134976 00000100:00100000:1.0:1746156240.817177:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057134976 00000100:00100000:1.0:1746156240.817209:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5925 00000100:00100000:1.0:1746156240.817215:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057134976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.817228:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.817241:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812fd0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.817264:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 49 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.817271:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.817273:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.817276:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.818644:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 49 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.818659:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 49 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.818672:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053859712:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.820502:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.824540:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.824586:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.825149:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053859712:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.825172:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.825188:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156240.825228:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057134976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8012us (8469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.825236:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5925 00000100:00100000:0.0:1746156240.829151:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.830282:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057135360 00000100:00100000:1.0:1746156240.830291:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057135360 00010000:00010000:1.0:1746156240.830324:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 53 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.830359:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10463 00000100:00100000:1.0:1746156240.830379:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057135360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.830390:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.830406:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 53 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.830416:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 53 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.830433:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7719a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fc9 expref: 53 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.830456:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.830458:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.830464:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.830472:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.830497:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.830506:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 5 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.830516:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053859968:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.830591:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.835636:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057135616 00000100:00100000:0.0:1746156240.835643:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057135616 00002000:00100000:0.0:1746156240.835675:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd4a80 x1830977057135616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.835684:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4a80 with x1830977057135616 ext(0->4095) 00010000:00010000:0.0:1746156240.835691:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.835703:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746156240.835710:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd4a80 00000100:00100000:0.0:1746156240.835734:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2389 00000100:00100000:0.0:1746156240.835740:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057135616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156240.835878:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057135616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156240.835884:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2389 00002000:00100000:0.0:1746156240.835890:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd4a80 x1830977057135616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.835898:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4a80 with x1830977057135616 ext(0->4095) 00010000:00010000:0.0:1746156240.835902:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746156240.835910:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746156240.835916:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd4a80 00000100:00100000:1.0:1746156240.835985:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053859968:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.835998:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.836027:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057135360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5662us (6882us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.836034:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10463 00000100:00100000:1.0:1746156240.839281:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057135744 00000100:00100000:1.0:1746156240.839288:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057135744 00010000:00010000:1.0:1746156240.839316:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.839354:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10464 00000100:00100000:1.0:1746156240.839360:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057135744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.839399:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.839417:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.839427:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.839443:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e771a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd0 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.840084:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.840087:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.840094:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.840102:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.840127:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.840145:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053860096:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.840491:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.842425:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053860096:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.842441:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.842483:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057135744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3122us (3284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.842491:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10464 00000100:00100000:0.0:1746156240.842802:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057136000 00000100:00100000:0.0:1746156240.842808:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057136000 00002000:00100000:0.0:1746156240.842835:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ed80 x1830977057136000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.842845:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ed80 with x1830977057136000 ext(0->4095) 00002000:00010000:0.0:1746156240.842849:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1ed80 00000100:00100000:0.0:1746156240.842861:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4430 00000100:00100000:0.0:1746156240.842866:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057136000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156240.842981:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057136000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (386us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156240.842987:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4430 00002000:00100000:0.0:1746156240.842991:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ed80 x1830977057136000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.842998:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ed80 with x1830977057136000 ext(0->4095) 00002000:00010000:0.0:1746156240.843001:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1ed80 00000100:00100000:1.0:1746156240.849161:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057136128 00000100:00100000:1.0:1746156240.849168:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057136128 00000100:00100000:1.0:1746156240.849206:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5927 00000100:00100000:1.0:1746156240.849211:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057136128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156240.849223:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156240.849234:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e771af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c812fde expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.849256:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.849261:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.849262:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156240.849264:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e771af lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fde expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.849281:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.849288:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 51 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.849296:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053860224:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156240.849355:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.852414:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053860224:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156240.852439:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e771af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fde expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.852454:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156240.852581:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057136128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3367us (3548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.852588:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5927 00000100:00100000:0.0:1746156240.857778:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.857825:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.857919:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057136256 00000100:00100000:1.0:1746156240.857922:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057136256 00010000:00010000:1.0:1746156240.857940:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 53 pid: 15159 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.857960:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10465 00000100:00100000:1.0:1746156240.857963:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057136256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.857972:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.858285:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 54 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.858295:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 54 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.858311:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fd7 expref: 54 pid: 15159 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.859002:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.859026:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057136256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1059us (1254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.859032:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10465 00000100:00100000:0.0:1746156240.864047:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053860480:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156240.864066:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:0.0:1746156240.864118:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057136384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6171us (6291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156240.864125:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5928 00000100:00100000:0.0:1746156240.870768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.872320:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057136768 00000100:00100000:1.0:1746156240.872330:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057136768 00010000:00010000:1.0:1746156240.872360:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e771af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fde expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.873778:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10466 00000100:00100000:1.0:1746156240.873790:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057136768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.873804:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.873823:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e771af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fde expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.873834:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e771af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fde expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.873851:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e771af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fde expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.873867:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.873869:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.873875:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e771b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fe5 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.873888:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e771b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fe5 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.873915:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e771b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fe5 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.873925:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053860608:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.874000:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.876064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.876275:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053860608:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.876289:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.876555:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057136768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2767us (5792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.876563:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10466 00000100:00100000:0.0:1746156240.880225:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.891101:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.897442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.897535:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057137408 00000100:00100000:1.0:1746156240.897543:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057137408 00010000:00010000:1.0:1746156240.897571:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e771b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fe5 expref: 54 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.897605:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10467 00000100:00100000:1.0:1746156240.897612:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1973:x1830977057137408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.897625:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.897641:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e771b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fe5 expref: 54 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.897651:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e771b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fe5 expref: 54 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.897669:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e771b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fe5 expref: 54 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.899722:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.899726:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.899736:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e771bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fec expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.899745:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e771bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fec expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.899782:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e771bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fec expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156240.899793:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053860864:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.899874:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.907760:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.907864:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053860864:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.907880:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.907913:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057137408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 10301us (10478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.907921:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10467 00000100:00100000:0.0:1746156240.909786:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.930321:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.931000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.931034:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057138048 00000100:00100000:1.0:1746156240.931039:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057138048 00010000:00010000:1.0:1746156240.931073:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e771bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fec expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.931142:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10468 00000100:00100000:1.0:1746156240.931148:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057138048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.931158:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.931237:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e771bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fec expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.931247:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e771bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fec expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.931261:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e771bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812fec expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.931357:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.931359:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.931378:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.931385:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.931474:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.931480:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.931490:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053861120:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.931600:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156240.933283:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053861120:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.933298:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.933684:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057138048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2535us (2685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.933692:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10468 00000100:00100000:0.0:1746156240.933779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.933882:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057138304 00000100:00100000:1.0:1746156240.933886:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057138304 00002000:00100000:1.0:1746156240.933911:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953caa00 x1830977057138304/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.933919:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953caa00 with x1830977057138304 ext(0->4095) 00010000:00010000:1.0:1746156240.933924:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.933935:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.933940:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953caa00 00000100:00100000:1.0:1746156240.933967:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2392 00000100:00100000:1.0:1746156240.933974:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057138304:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156240.934092:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057138304:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.934100:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2392 00002000:00100000:1.0:1746156240.934104:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953caa00 x1830977057138304/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.934111:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953caa00 with x1830977057138304 ext(0->4095) 00010000:00010000:1.0:1746156240.934115:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.934123:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.934129:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953caa00 00000100:00100000:0.0:1746156240.935682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.935752:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.935827:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057138560 00000100:00100000:1.0:1746156240.935830:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057138560 00010000:00010000:1.0:1746156240.935845:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.936057:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10469 00000100:00100000:1.0:1746156240.936062:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057138560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.936068:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.936082:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.936090:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.936103:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e771c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ff3 expref: 55 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.936236:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.936277:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057138560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 214us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.936282:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10469 00000100:00100000:0.0:1746156240.938445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.940836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.940899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.941107:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057139072 00000100:00100000:1.0:1746156240.941111:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057139072 00010000:00010000:1.0:1746156240.941124:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e771cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ffa expref: 56 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.941149:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10470 00000100:00100000:1.0:1746156240.941154:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057139072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.941161:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.941175:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e771cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ffa expref: 56 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.941184:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e771cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ffa expref: 56 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.941198:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e771cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c812ffa expref: 56 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.941208:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.941209:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.941214:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e771d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813001 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.941224:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e771d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813001 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.941245:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e771d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813001 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.941254:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e771d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813001 expref: 5 pid: 8463 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1746156240.941264:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053861632:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.941781:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.944020:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.944150:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057139328 00000100:00100000:1.0:1746156240.944156:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057139328 00002000:00100000:1.0:1746156240.944190:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9880 x1830977057139328/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.944198:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9880 with x1830977057139328 ext(0->4095) 00010000:00010000:1.0:1746156240.944204:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e771d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813001 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.944214:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e771d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813001 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00002000:00010000:1.0:1746156240.944220:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953c9880 00000100:00100000:1.0:1746156240.944246:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2394 00000100:00100000:1.0:1746156240.944251:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057139328:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.944399:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057139328:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.944404:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2394 00002000:00100000:1.0:1746156240.944408:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9880 x1830977057139328/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.944415:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9880 with x1830977057139328 ext(0->4095) 00010000:00010000:1.0:1746156240.944419:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e771d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813001 expref: 6 pid: 8463 timeout: 596 lvb_type: 0 00010000:00010000:1.0:1746156240.944426:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e771d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813001 expref: 6 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156240.944431:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953c9880 00000100:00100000:0.0:1746156240.946755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.949971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.951715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.954567:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.958471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.960310:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.960977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.962696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.965324:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057140864 00000100:00100000:0.0:1746156240.965329:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057140864 00002000:00100000:0.0:1746156240.965359:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9180 x1830977057140864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.965400:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9180 with x1830977057140864 ext(0->4095) 00010000:00010000:0.0:1746156240.965407:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813016 expref: 55 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156240.965419:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813016 expref: 55 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746156240.965425:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9180 00000100:00100000:0.0:1746156240.965445:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2395 00000100:00100000:0.0:1746156240.965451:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057140864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156240.965564:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057140864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156240.965569:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2395 00002000:00100000:0.0:1746156240.965574:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9180 x1830977057140864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.965581:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9180 with x1830977057140864 ext(0->4095) 00010000:00010000:0.0:1746156240.965584:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813016 expref: 55 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156240.965592:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96a00/0xb0171789e0e771e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813016 expref: 55 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746156240.965597:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9180 00000100:00100000:0.0:1746156240.966636:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.968643:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.968803:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057141248 00000100:00100000:1.0:1746156240.968811:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057141248 00002000:00100000:1.0:1746156240.968835:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7ca80 x1830977057141248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.968843:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7ca80 with x1830977057141248 ext(0->4095) 00002000:00010000:1.0:1746156240.968846:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d7ca80 00000100:00100000:1.0:1746156240.968860:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4435 00000100:00100000:1.0:1746156240.968865:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057141248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156240.969123:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057141248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 257us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156240.969143:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4435 00002000:00100000:1.0:1746156240.969152:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7ca80 x1830977057141248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156240.969159:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7ca80 with x1830977057141248 ext(0->4095) 00002000:00010000:1.0:1746156240.969162:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d7ca80 00000100:00100000:0.0:1746156240.970797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.972786:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.974405:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.975791:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.977791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.979745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.980849:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.983649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.983680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.987329:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ce8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053863552:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156240.987349:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156240.987588:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057142656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3468us (3904us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156240.987597:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10477 00000100:00100000:0.0:1746156240.987789:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057142912 00000100:00100000:0.0:1746156240.987794:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057142912 00002000:00100000:0.0:1746156240.987820:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceb800 x1830977057142912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/0 e 0 to 0 dl 1746156251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.987827:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceb800 with x1830977057142912 ext(0->4095) 00010000:00010000:0.0:1746156240.987833:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813032 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156240.987844:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813032 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746156240.987849:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceb800 00000100:00100000:0.0:1746156240.988285:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2397 00000100:00100000:0.0:1746156240.988292:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057142912:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156240.988631:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057142912:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 339us (888us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156240.988638:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2397 00002000:00100000:0.0:1746156240.988643:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceb800 x1830977057142912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746156251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156240.988649:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceb800 with x1830977057142912 ext(0->4095) 00010000:00010000:0.0:1746156240.988654:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813032 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156240.988662:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813032 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746156240.988667:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceb800 00000100:00100000:0.0:1746156240.993314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156240.993673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.993805:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057143168 00000100:00100000:1.0:1746156240.993809:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057143168 00010000:00010000:1.0:1746156240.993825:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813032 expref: 56 pid: 8463 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156240.994389:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10478 00000100:00100000:1.0:1746156240.994397:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1972:x1830977057143168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156240.994408:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156240.994425:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813032 expref: 55 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156240.994550:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813032 expref: 55 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156240.994566:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97000/0xb0171789e0e77203 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813032 expref: 55 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156240.994585:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.994586:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156240.994592:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7720a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813039 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.994604:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7720a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813039 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.994624:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7720a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813039 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156240.994640:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7720a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813039 expref: 5 pid: 8463 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156240.994654:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053863808:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156240.994722:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156240.996907:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156240.997111:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053863808:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156240.997124:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156240.997163:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1972:x1830977057143168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2767us (3488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156240.997169:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10478 00000100:00100000:0.0:1746156241.000943:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.001152:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057143552 00000100:00100000:1.0:1746156241.001160:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057143552 00010000:00010000:1.0:1746156241.001186:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7720a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813039 expref: 6 pid: 8463 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.001272:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10479 00000100:00100000:1.0:1746156241.001281:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057143552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156241.001291:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156241.001351:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7720a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813039 expref: 6 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.001393:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7720a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813039 expref: 6 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.001412:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e7720a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813039 expref: 6 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.001437:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.001438:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.001444:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77211 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813040 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.001452:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77211 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813040 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.001478:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77211 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813040 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156241.001489:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053863936:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156241.001563:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156241.003972:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053863936:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156241.003988:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156241.004019:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057143552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2739us (3081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.004027:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10479 00000100:00100000:0.0:1746156241.004261:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.007311:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.012558:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.012738:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057144064 00000100:00100000:1.0:1746156241.012746:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057144064 00010000:00010000:1.0:1746156241.012771:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77211 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813040 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.012798:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10480 00000100:00100000:1.0:1746156241.012803:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057144064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156241.012813:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156241.012828:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77211 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813040 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.012838:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77211 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813040 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.012862:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77211 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813040 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.012885:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.012887:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.012893:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e77218 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813047 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.012899:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e77218 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813047 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.012923:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e77218 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813047 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156241.012933:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053864192:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156241.012997:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156241.016483:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.016631:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.023170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.023263:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.026810:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.028940:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.034937:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.038762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.041607:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.042976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.046162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.049210:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.051115:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.052869:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.056587:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.056651:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057146624 00000100:00100000:0.0:1746156241.056656:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057146624 00002000:00100000:0.0:1746156241.056684:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b545f80 x1830977057146624/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.056692:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545f80 with x1830977057146624 ext(0->7) 00010000:00010000:0.0:1746156241.056697:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77234 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813063 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156241.056708:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77234 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813063 expref: 54 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746156241.056714:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b545f80 00000100:00100000:0.0:1746156241.056734:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2402 00000100:00100000:0.0:1746156241.056740:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057146624:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746156241.056980:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057146624:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 239us (393us total) trans 4294967961 rc 0/0 00000100:00100000:0.0:1746156241.056985:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2402 00002000:00100000:0.0:1746156241.056989:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b545f80 x1830977057146624/t4294967961(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/448 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.056993:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545f80 with x1830977057146624 ext(0->7) 00010000:00010000:0.0:1746156241.056997:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77234 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813063 expref: 56 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156241.057003:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77234 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813063 expref: 56 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746156241.057006:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b545f80 00000100:00100000:0.0:1746156241.060412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.063223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.064691:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.065445:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057147136 00000100:00100000:1.0:1746156241.065451:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057147136 00002000:00100000:1.0:1746156241.065475:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57480 x1830977057147136/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.065484:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57480 with x1830977057147136 ext(0->4095) 00010000:00010000:1.0:1746156241.065490:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e7723b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81306a expref: 6 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.065500:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e7723b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81306a expref: 6 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.065506:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e57480 00000100:00100000:1.0:1746156241.065906:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2403 00000100:00100000:1.0:1746156241.065913:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057147136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.066060:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057147136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (1371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.066066:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2403 00002000:00100000:1.0:1746156241.066072:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57480 x1830977057147136/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.066078:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57480 with x1830977057147136 ext(0->4095) 00010000:00010000:1.0:1746156241.066083:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e7723b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81306a expref: 6 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.066096:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e7723b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81306a expref: 6 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.066101:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e57480 00000100:00100000:0.0:1746156241.070861:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.070992:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057147520 00000100:00100000:1.0:1746156241.070998:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057147520 00002000:00100000:1.0:1746156241.071026:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57b80 x1830977057147520/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.071035:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57b80 with x1830977057147520 ext(0->4095) 00002000:00010000:1.0:1746156241.071038:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57b80 00000100:00100000:1.0:1746156241.071059:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4440 00000100:00100000:1.0:1746156241.071065:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057147520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.071307:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057147520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 242us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.071313:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4440 00002000:00100000:1.0:1746156241.071318:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57b80 x1830977057147520/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.071325:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57b80 with x1830977057147520 ext(0->4095) 00002000:00010000:1.0:1746156241.071327:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57b80 00000100:00100000:0.0:1746156241.073630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.078647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.078698:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057147776 00000100:00100000:1.0:1746156241.078704:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057147776 00002000:00100000:1.0:1746156241.078733:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e54e00 x1830977057147776/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.078746:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e54e00 with x1830977057147776 ext(0->7) 00010000:00010000:1.0:1746156241.078752:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813071 expref: 56 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.078763:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813071 expref: 56 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.078770:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e54e00 00000100:00100000:1.0:1746156241.078796:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2404 00000100:00100000:1.0:1746156241.079664:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057147776:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156241.079923:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057147776:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1120us (1277us total) trans 4294967962 rc 0/0 00000100:00100000:1.0:1746156241.079929:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2404 00002000:00100000:1.0:1746156241.079935:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e54e00 x1830977057147776/t4294967962(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/448 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.079942:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e54e00 with x1830977057147776 ext(0->7) 00010000:00010000:1.0:1746156241.079947:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813071 expref: 58 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.079958:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813071 expref: 58 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.079964:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e54e00 00000100:00100000:0.0:1746156241.082953:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.089269:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.089316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.089401:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057148160 00000100:00100000:1.0:1746156241.089410:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057148160 00002000:00100000:1.0:1746156241.089445:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55f80 x1830977057148160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.089453:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55f80 with x1830977057148160 ext(0->4095) 00002000:00010000:1.0:1746156241.089458:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55f80 00000100:00100000:1.0:1746156241.089474:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4441 00000100:00100000:1.0:1746156241.089480:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057148160:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156241.089616:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057148160:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.089622:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4441 00002000:00100000:1.0:1746156241.089627:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55f80 x1830977057148160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.089634:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55f80 with x1830977057148160 ext(0->4095) 00010000:00010000:1.0:1746156241.089639:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77249 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813078 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.089647:0:32394:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77249 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813078 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746156241.089652:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e55f80 00000100:00100000:0.0:1746156241.090994:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.092265:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.095720:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.095876:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057148800 00000100:00100000:1.0:1746156241.095885:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057148800 00002000:00100000:1.0:1746156241.095921:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6680 x1830977057148800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.095930:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6680 with x1830977057148800 ext(0->4095) 00010000:00010000:1.0:1746156241.095939:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77250 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81307f expref: 59 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.095952:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77250 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81307f expref: 59 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.095957:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6680 00000100:00100000:1.0:1746156241.096169:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2405 00000100:00100000:1.0:1746156241.096180:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057148800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.096357:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057148800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.096363:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2405 00002000:00100000:1.0:1746156241.096402:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6680 x1830977057148800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.096409:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6680 with x1830977057148800 ext(0->4095) 00010000:00010000:1.0:1746156241.096415:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77250 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81307f expref: 59 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.096425:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77250 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81307f expref: 59 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.096430:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6680 00000100:00100000:0.0:1746156241.102315:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.104334:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.104565:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057149184 00000100:00100000:1.0:1746156241.104569:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057149184 00002000:00100000:1.0:1746156241.104594:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7800 x1830977057149184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.104608:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7800 with x1830977057149184 ext(0->4095) 00002000:00010000:1.0:1746156241.104611:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f7800 00000100:00100000:1.0:1746156241.104634:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4442 00000100:00100000:1.0:1746156241.104640:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057149184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.104747:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057149184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.104753:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4442 00002000:00100000:1.0:1746156241.104758:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7800 x1830977057149184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.104764:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7800 with x1830977057149184 ext(0->4095) 00002000:00010000:1.0:1746156241.104767:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f7800 00000100:00100000:0.0:1746156241.107308:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.109518:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.113796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.115009:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.116065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.116107:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057149952 00000100:00100000:1.0:1746156241.116112:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057149952 00000100:00100000:1.0:1746156241.116149:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5954 00000100:00100000:1.0:1746156241.116154:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:31591:x1830977057149952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.116163:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.116171:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7726c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81309b expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.116184:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.116187:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77265 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813094 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.116192:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.116195:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7726c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81309b expref: 60 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.116213:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77265 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813094 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.116223:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7726c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81309b expref: 60 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.116232:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156241.116269:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31591:x1830977057149952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.116274:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5954 00000100:00100000:0.0:1746156241.116936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.120801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.124484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.129983:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.130993:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057150720 00000100:00100000:1.0:1746156241.131002:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057150720 00002000:00100000:1.0:1746156241.131040:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f4380 x1830977057150720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.131049:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4380 with x1830977057150720 ext(0->4095) 00002000:00010000:1.0:1746156241.131053:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f4380 00000100:00100000:1.0:1746156241.131082:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4444 00000100:00100000:1.0:1746156241.131089:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057150720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.131228:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057150720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (1251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.131234:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4444 00002000:00100000:1.0:1746156241.131239:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f4380 x1830977057150720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.131251:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4380 with x1830977057150720 ext(0->4095) 00002000:00010000:1.0:1746156241.131253:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f4380 00000100:00100000:0.0:1746156241.132745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.135849:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.138090:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.140296:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.145286:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.156172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.163565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.179508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.185207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.200451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.205909:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.210809:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.216849:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.220078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.220403:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057153024 00000100:00100000:1.0:1746156241.220410:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057153024 00000100:00100000:1.0:1746156241.220447:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5959 00000100:00100000:1.0:1746156241.220453:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057153024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.220466:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.220480:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7728f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8130be expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.220500:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77288 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130b7 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.220506:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.220507:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.220510:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7728f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130be expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.220530:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77288 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130b7 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.220539:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77288 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130b7 expref: 59 pid: 8463 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.220548:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053868416:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.220608:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:1.0:1746156241.224556:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053868416:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156241.224584:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7728f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130be expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.224599:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156241.224648:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057153024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4193us (4579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.224655:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5959 00000100:00100000:0.0:1746156241.224731:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.226409:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.226583:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057153280 00000100:00100000:1.0:1746156241.226589:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057153280 00000100:00100000:1.0:1746156241.226632:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5960 00000100:00100000:1.0:1746156241.226639:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31590:x1830977057153280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.226654:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.226667:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77296 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8130c5 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.226689:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7728f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130be expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.226694:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.226696:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.226699:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77296 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130c5 expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.226720:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7728f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130be expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.226730:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7728f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130be expref: 5 pid: 8461 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.226740:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053868672:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.226796:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156241.228178:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.229268:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053868672:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156241.229286:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77296 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130c5 expref: 60 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.229296:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156241.229327:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31590:x1830977057153280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2689us (2922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.229333:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5960 00000100:00100000:0.0:1746156241.232831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.232887:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.233418:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057153664 00000100:00100000:1.0:1746156241.233426:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057153664 00000100:00100000:1.0:1746156241.233472:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5961 00000100:00100000:1.0:1746156241.233479:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31591:x1830977057153664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.233493:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.233506:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7729d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8130cc expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.233526:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.233531:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77296 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130c5 expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.233536:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.233538:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7729d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130cc expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.233571:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77296 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130c5 expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.233582:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7729d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130cc expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.233591:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:1.0:1746156241.233627:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:31591:x1830977057153664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.233632:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5961 00000100:00100000:0.0:1746156241.237240:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.240444:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.243436:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.246456:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.251014:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.258783:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.259898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.263027:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.266655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.271532:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.271581:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057155968 00000100:00100000:1.0:1746156241.271587:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057155968 00002000:00100000:1.0:1746156241.271620:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3f480 x1830977057155968/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.271628:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3f480 with x1830977057155968 ext(0->4095) 00002000:00010000:1.0:1746156241.271631:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3f480 00000100:00100000:1.0:1746156241.271656:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4449 00000100:00100000:1.0:1746156241.271662:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1975:x1830977057155968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.271783:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977057155968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.271793:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4449 00002000:00100000:1.0:1746156241.271798:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3f480 x1830977057155968/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.271809:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3f480 with x1830977057155968 ext(0->4095) 00002000:00010000:1.0:1746156241.271812:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3f480 00000100:00100000:0.0:1746156241.274670:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.274739:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057156096 00000100:00100000:1.0:1746156241.274746:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057156096 00000100:00100000:1.0:1746156241.275532:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5965 00000100:00100000:1.0:1746156241.275545:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057156096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.275565:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.275584:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e772b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8130e8 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.275610:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e772b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130e1 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.275617:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.275619:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.275623:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e772b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130e8 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.275651:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e772b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130e1 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.275663:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e772b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130e1 expref: 59 pid: 8463 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.275674:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053869952:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.276516:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156241.277625:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053869952:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156241.277652:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e772b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130e8 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.277665:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a200, rc 0) 00000100:00100000:1.0:1746156241.277703:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057156096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2160us (3038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.277712:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5965 00000100:00100000:0.0:1746156241.279280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.281197:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.281266:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057156352 00000100:00100000:1.0:1746156241.281271:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057156352 00000100:00100000:1.0:1746156241.281302:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5966 00000100:00100000:1.0:1746156241.281307:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31590:x1830977057156352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.281318:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.281327:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8130ef expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.281341:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e772b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130e8 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.281346:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.281348:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.281350:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130ef expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.281378:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e772b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130e8 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.281386:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e772b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130e8 expref: 5 pid: 8461 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.281394:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053870208:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.281757:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156241.283956:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053870208:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156241.283978:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130ef expref: 60 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.283992:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156241.284016:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31590:x1830977057156352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2707us (2819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.284023:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5966 00000100:00100000:0.0:1746156241.284774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.290874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.295563:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057156992 00000100:00100000:0.0:1746156241.295570:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057156992 00002000:00100000:0.0:1746156241.295606:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cea680 x1830977057156992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.295616:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cea680 with x1830977057156992 ext(0->4095) 00002000:00010000:0.0:1746156241.295620:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cea680 00000100:00100000:0.0:1746156241.295708:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4450 00000100:00100000:0.0:1746156241.295717:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1974:x1830977057156992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.295884:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1974:x1830977057156992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.295890:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4450 00002000:00100000:1.0:1746156241.295896:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cea680 x1830977057156992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.295903:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cea680 with x1830977057156992 ext(0->4095) 00002000:00010000:1.0:1746156241.295906:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cea680 00000100:00100000:0.0:1746156241.300852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.301836:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057157120 00000100:00100000:1.0:1746156241.301844:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057157120 00000100:00100000:1.0:1746156241.301891:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5967 00000100:00100000:1.0:1746156241.301898:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057157120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.301913:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.301928:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e772c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8130f6 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.301949:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130ef expref: 59 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.301961:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.301963:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.301966:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e772c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130f6 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.301988:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130ef expref: 59 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.301998:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130ef expref: 59 pid: 8461 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.302007:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053870464:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.306903:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156241.310856:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053870464:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156241.310880:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e772c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130f6 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.310894:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156241.310940:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057157120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9042us (10096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.310947:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5967 00000100:00100000:0.0:1746156241.314250:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.314338:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057157248 00000100:00100000:1.0:1746156241.314345:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057157248 00000100:00100000:1.0:1746156241.314413:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5968 00000100:00100000:1.0:1746156241.314420:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31590:x1830977057157248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.314433:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.314446:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e772ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8130fd expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.314466:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.314471:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e772c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130f6 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.314475:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156241.314478:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e772ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130fd expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.314506:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e772c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130f6 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.314516:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e772ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130fd expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.314524:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156241.314554:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:31590:x1830977057157248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.314559:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5968 00000100:00100000:0.0:1746156241.318641:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.318693:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057157376 00000100:00100000:1.0:1746156241.318700:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057157376 00002000:00100000:1.0:1746156241.318736:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c3c000 x1830977057157376/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.318745:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3c000 with x1830977057157376 ext(0->7) 00010000:00010000:1.0:1746156241.318752:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130ef expref: 61 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.318764:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130ef expref: 61 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.318774:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c3c000 00000100:00100000:1.0:1746156241.318804:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2414 00000100:00100000:1.0:1746156241.318814:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1974:x1830977057157376:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156241.319761:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:1974:x1830977057157376:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 949us (1124us total) trans 4294967964 rc 0/0 00000100:00100000:1.0:1746156241.319767:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2414 00002000:00100000:1.0:1746156241.319774:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c3c000 x1830977057157376/t4294967964(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/448 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.319781:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3c000 with x1830977057157376 ext(0->7) 00010000:00010000:1.0:1746156241.319786:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130ef expref: 63 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.319795:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e772c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130ef expref: 63 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.319800:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c3c000 00000100:00100000:0.0:1746156241.323626:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.327326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.327400:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057157760 00000100:00100000:1.0:1746156241.327408:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057157760 00002000:00100000:1.0:1746156241.327441:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3d500 x1830977057157760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.327449:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3d500 with x1830977057157760 ext(0->4095) 00010000:00010000:1.0:1746156241.327456:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e772c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130f6 expref: 6 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.327469:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e772c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130f6 expref: 6 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.327476:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c3d500 00000100:00100000:1.0:1746156241.327505:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2415 00000100:00100000:1.0:1746156241.327511:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057157760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.327691:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057157760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.327696:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2415 00002000:00100000:1.0:1746156241.327700:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3d500 x1830977057157760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.327706:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3d500 with x1830977057157760 ext(0->4095) 00010000:00010000:1.0:1746156241.327710:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e772c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130f6 expref: 6 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.327717:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e772c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130f6 expref: 6 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.327722:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c3d500 00000100:00100000:0.0:1746156241.331486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.334996:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.338212:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.341906:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057158272 00000100:00100000:1.0:1746156241.341918:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057158272 00000100:00100000:1.0:1746156241.341979:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5969 00000100:00100000:1.0:1746156241.341987:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057158272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.342004:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.342018:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e772d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813104 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.342045:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e772ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130fd expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.342052:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.342054:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.342058:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e772d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813104 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.342084:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e772ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130fd expref: 61 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.342095:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e772ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8130fd expref: 61 pid: 8461 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.342105:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053870976:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.342206:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156241.344036:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053870976:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156241.344065:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e772d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813104 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.344083:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156241.344115:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057158272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (5911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.344123:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5969 00000100:00100000:0.0:1746156241.346508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.348879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.350931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.354112:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.354178:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057158912 00000100:00100000:1.0:1746156241.354185:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057158912 00000100:00100000:1.0:1746156241.354216:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5970 00000100:00100000:0.0:1746156241.354218:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.354222:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:31591:x1830977057158912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.354236:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.354249:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e772dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81310b expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.354271:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e772d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813104 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.354278:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.354280:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.354283:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e772dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81310b expref: 64 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.354306:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e772d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813104 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.354315:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e772d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813104 expref: 5 pid: 8461 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.354329:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053871232:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.354403:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156241.357093:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.361498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.364356:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.364462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.371555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.371607:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.375351:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.383762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.387835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.392557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.395170:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.395323:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.405764:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.406800:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057161984 00000100:00100000:1.0:1746156241.406807:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057161984 00002000:00100000:1.0:1746156241.406844:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00700 x1830977057161984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.406853:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00700 with x1830977057161984 ext(0->4095) 00010000:00010000:1.0:1746156241.406861:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e772ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81312e expref: 65 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.406874:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e772ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81312e expref: 65 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.406880:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b00700 00000100:00100000:1.0:1746156241.406918:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2420 00000100:00100000:1.0:1746156241.406927:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1975:x1830977057161984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.407541:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1975:x1830977057161984:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 614us (1775us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.407549:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2420 00002000:00100000:1.0:1746156241.407556:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00700 x1830977057161984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.407563:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00700 with x1830977057161984 ext(0->4095) 00010000:00010000:1.0:1746156241.407569:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e772ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81312e expref: 65 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.407581:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e772ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81312e expref: 65 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.407587:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b00700 00000100:00100000:0.0:1746156241.410556:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.414804:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.414896:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057162368 00000100:00100000:1.0:1746156241.414902:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057162368 00002000:00100000:1.0:1746156241.414954:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09c00 x1830977057162368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.414963:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09c00 with x1830977057162368 ext(0->4095) 00002000:00010000:1.0:1746156241.414967:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09c00 00000100:00100000:1.0:1746156241.415005:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4455 00000100:00100000:1.0:1746156241.415013:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977057162368:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.415157:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977057162368:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.415164:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4455 00002000:00100000:1.0:1746156241.415170:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09c00 x1830977057162368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.415176:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09c00 with x1830977057162368 ext(0->4095) 00002000:00010000:1.0:1746156241.415179:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09c00 00000100:00100000:1.0:1746156241.418509:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.423363:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.426853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.426972:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.429185:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.430283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.433434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.437652:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.440549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.440778:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057163904 00000100:00100000:1.0:1746156241.440784:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057163904 00002000:00100000:1.0:1746156241.440811:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09500 x1830977057163904/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.440825:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09500 with x1830977057163904 ext(0->4095) 00002000:00010000:1.0:1746156241.440828:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09500 00000100:00100000:1.0:1746156241.440852:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4457 00000100:00100000:1.0:1746156241.440858:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977057163904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.440978:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977057163904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.440983:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4457 00002000:00100000:1.0:1746156241.440989:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09500 x1830977057163904/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.440995:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09500 with x1830977057163904 ext(0->4095) 00002000:00010000:1.0:1746156241.440998:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09500 00000100:00100000:0.0:1746156241.442457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.444508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.448541:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.451105:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.453196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.454097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.460883:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.460994:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057165056 00000100:00100000:1.0:1746156241.461000:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057165056 00002000:00100000:1.0:1746156241.461028:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0bb80 x1830977057165056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.461037:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0bb80 with x1830977057165056 ext(0->4095) 00010000:00010000:1.0:1746156241.461044:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813158 expref: 65 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.461056:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813158 expref: 65 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.461063:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0bb80 00000100:00100000:1.0:1746156241.461089:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2423 00000100:00100000:1.0:1746156241.461095:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1974:x1830977057165056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.461793:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1974:x1830977057165056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 696us (909us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.461800:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2423 00002000:00100000:1.0:1746156241.461806:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0bb80 x1830977057165056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.461813:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0bb80 with x1830977057165056 ext(0->4095) 00010000:00010000:1.0:1746156241.461819:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813158 expref: 65 pid: 8463 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.461829:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813158 expref: 65 pid: 8463 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.461835:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0bb80 00000100:00100000:0.0:1746156241.464097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.467265:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.468014:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057165440 00000100:00100000:1.0:1746156241.468020:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057165440 00002000:00100000:1.0:1746156241.468050:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09880 x1830977057165440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.468058:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977057165440 ext(0->4095) 00002000:00010000:1.0:1746156241.468062:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09880 00000100:00100000:1.0:1746156241.468685:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4459 00000100:00100000:1.0:1746156241.468693:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1972:x1830977057165440:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156241.468844:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1972:x1830977057165440:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (1579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.468850:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4459 00002000:00100000:1.0:1746156241.468855:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09880 x1830977057165440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.468863:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977057165440 ext(0->4095) 00002000:00010000:1.0:1746156241.468866:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09880 00000100:00100000:0.0:1746156241.473515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.477833:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.479857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.486239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.486484:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057166080 00000100:00100000:1.0:1746156241.486490:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057166080 00002000:00100000:1.0:1746156241.486520:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444b480 x1830977057166080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.486528:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444b480 with x1830977057166080 ext(0->4095) 00010000:00010000:1.0:1746156241.486534:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77337 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813166 expref: 6 pid: 21377 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.486546:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77337 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813166 expref: 6 pid: 21377 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.486552:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009444b480 00000100:00100000:1.0:1746156241.486567:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2424 00000100:00100000:1.0:1746156241.486573:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057166080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.486688:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057166080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.486694:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2424 00002000:00100000:1.0:1746156241.486699:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444b480 x1830977057166080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.486712:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444b480 with x1830977057166080 ext(0->4095) 00010000:00010000:1.0:1746156241.486716:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77337 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813166 expref: 6 pid: 21377 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.486726:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77337 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813166 expref: 6 pid: 21377 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.486731:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009444b480 00000100:00100000:0.0:1746156241.490965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.494601:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.494642:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057166464 00000100:00100000:1.0:1746156241.494647:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057166464 00002000:00100000:1.0:1746156241.494671:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444ad80 x1830977057166464/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.494678:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444ad80 with x1830977057166464 ext(0->4095) 00002000:00010000:1.0:1746156241.494681:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444ad80 00000100:00100000:1.0:1746156241.494700:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4460 00000100:00100000:1.0:1746156241.494704:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1974:x1830977057166464:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.494822:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1974:x1830977057166464:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (224us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.494826:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4460 00002000:00100000:1.0:1746156241.494830:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444ad80 x1830977057166464/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.494835:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444ad80 with x1830977057166464 ext(0->4095) 00002000:00010000:1.0:1746156241.494836:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444ad80 00000100:00100000:0.0:1746156241.496915:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.499835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.505469:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.512832:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.513825:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.514838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.515853:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.519610:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.523249:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.526070:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.531593:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.534047:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.536822:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.538330:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.540873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.545148:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.548604:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.552632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.554871:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.557494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.560820:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.562932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.565148:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.567117:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.570194:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.572796:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.575280:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.577301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.580704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.583588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.583999:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.584322:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057171456 00000100:00100000:0.0:1746156241.584326:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057171456 00000100:00100000:0.0:1746156241.584357:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5995 00000100:00100000:0.0:1746156241.584362:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31591:x1830977057171456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156241.584398:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156241.584406:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7738b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8131b3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.584419:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156241.584423:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77384 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131ba expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.584428:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156241.584431:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7738b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131b3 expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.584449:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77384 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131ba expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.584459:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e7738b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131b3 expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.584466:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f600, rc 0) 00000100:00100000:0.0:1746156241.584495:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977057171456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156241.584500:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5995 00000100:00100000:0.0:1746156241.585438:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.587509:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.589959:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.592326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.594346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.599284:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.606534:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.608874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.611315:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.618793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.622437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.626260:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.631262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.633745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.637830:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.638587:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4469 00000100:00100000:0.0:1746156241.638594:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057174144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156241.638720:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057174144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (891us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156241.638728:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4469 00002000:00100000:0.0:1746156241.638733:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009352a300 x1830977057174144/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.638740:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009352a300 with x1830977057174144 ext(0->4095) 00002000:00010000:0.0:1746156241.638742:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009352a300 00000100:00100000:0.0:1746156241.639941:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.645538:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.651979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.656425:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.660446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.672812:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.673068:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746156241.673083:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d1564f43-51fa-4103-925d-40b72781cb59:3302:1830977053879040:0@lo:400:kworker.0 00000100:00100000:0.0:1746156241.673120:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156241.673181:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053879040 00000100:00100000:0.0:1746156241.673186:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053879040 00000100:00100000:1.0:1746156241.673557:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977053879296:0@lo:400:kworker.0 00000100:00100000:1.0:1746156241.673582:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156241.673598:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746156241.673603:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053879424:0@lo:400:kworker.0 00000100:00100000:0.0:1746156241.673603:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1746156241.673609:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a53e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3302:x1830977053879040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746156241.673620:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156241.673640:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053879296 00000100:00100000:1.0:1746156241.673643:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053879296 00000100:00100000:0.0:1746156241.673663:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a53e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3302:x1830977053879040:12345-0@lo:400:kworker.0 Request processed in 54us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.673668:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1746156241.673668:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1746156241.673673:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830977053879296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746156241.673709:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830977053879296:12345-0@lo:400:kworker.0 Request processed in 36us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.673715:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1746156241.673723:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1830977053879168:0@lo:400:kworker.0 00000100:00080000:1.0:1746156241.673729:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746156241.674325:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977053879296:0@lo:400:kworker.0 00000100:00100000:0.0:1746156241.674336:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156241.674357:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053879168 00000100:00100000:1.0:1746156241.674359:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053879168 00000100:00100000:0.0:1746156241.674364:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977053879680:0@lo:400:kworker.0 00000100:00100000:1.0:1746156241.674408:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1746156241.674413:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1830977053879168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156241.674413:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156241.674441:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1830977053879168:12345-0@lo:400:kworker.0 Request processed in 28us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156241.674442:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d1564f43-51fa-4103-925d-40b72781cb59:3302:1830977053879040:0@lo:400:kworker.0 00000100:00100000:1.0:1746156241.674453:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1746156241.674467:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053879680 00000100:00100000:0.0:1746156241.674467:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3302:1830977053879168:0@lo:400:kworker.0 00000100:00100000:1.0:1746156241.674469:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053879680 00000100:00080000:0.0:1746156241.674495:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746156241.674520:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053879424:0@lo:400:kworker.0 00000100:00100000:1.0:1746156241.674567:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977053879680:0@lo:400:kworker.0 00000100:00100000:1.0:1746156241.674716:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053879552 00000100:00100000:1.0:1746156241.674719:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053879552 00000100:00100000:1.0:1746156241.674753:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1746156241.674757:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830977053879552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746156241.674783:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830977053879552:12345-0@lo:400:kworker.0 Request processed in 25us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.674788:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:0.0:1746156241.674942:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156241.682361:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.682414:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057175296 00000100:00100000:1.0:1746156241.682420:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057175296 00002000:00100000:1.0:1746156241.682452:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093083800 x1830977057175296/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.682461:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083800 with x1830977057175296 ext(0->4095) 00002000:00010000:1.0:1746156241.682465:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093083800 00000100:00100000:1.0:1746156241.682491:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4471 00000100:00100000:1.0:1746156241.682496:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057175296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.682619:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057175296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.682625:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4471 00002000:00100000:1.0:1746156241.682629:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093083800 x1830977057175296/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.682746:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083800 with x1830977057175296 ext(0->4095) 00002000:00010000:1.0:1746156241.682749:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093083800 00000100:00100000:0.0:1746156241.694758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.695356:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.705690:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.709075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.709145:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057175936 00000100:00100000:1.0:1746156241.709151:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057175936 00002000:00100000:1.0:1746156241.709179:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545180 x1830977057175936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.709188:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545180 with x1830977057175936 ext(0->4095) 00010000:00010000:1.0:1746156241.709195:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e773b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131e4 expref: 75 pid: 21377 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.709206:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e773b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131e4 expref: 75 pid: 21377 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.709212:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b545180 00000100:00100000:1.0:1746156241.709236:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2435 00000100:00100000:1.0:1746156241.709242:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:1974:x1830977057175936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.709348:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:1974:x1830977057175936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.709353:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2435 00002000:00100000:1.0:1746156241.709358:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545180 x1830977057175936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.709384:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545180 with x1830977057175936 ext(0->4095) 00010000:00010000:1.0:1746156241.709389:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e773b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131e4 expref: 75 pid: 21377 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.709397:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e773b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131e4 expref: 75 pid: 21377 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.709402:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b545180 00000100:00100000:0.0:1746156241.711264:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.712684:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057176192 00000100:00100000:0.0:1746156241.712689:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057176192 00010000:00010000:0.0:1746156241.712708:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e773b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131e4 expref: 75 pid: 21377 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746156241.713277:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10540 00000100:00100000:0.0:1746156241.713284:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:1975:x1830977057176192:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156241.713293:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156241.713310:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e773b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131e4 expref: 75 pid: 21377 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156241.713319:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e773b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131e4 expref: 75 pid: 21377 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156241.713335:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e773b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131e4 expref: 75 pid: 21377 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156241.713362:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156241.713363:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156241.713390:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e773bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131eb expref: 74 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.713397:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e773bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131eb expref: 74 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.713422:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e773bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131eb expref: 74 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.713430:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e773bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131eb expref: 74 pid: 15159 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746156241.713439:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053880448:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156241.713497:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156241.715710:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.718613:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.718660:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.721182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.721218:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057176960 00000100:00100000:1.0:1746156241.721223:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057176960 00002000:00100000:1.0:1746156241.721249:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490ce00 x1830977057176960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.721257:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490ce00 with x1830977057176960 ext(0->4095) 00010000:00010000:1.0:1746156241.721263:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e773c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131f2 expref: 6 pid: 21377 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.721274:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e773c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131f2 expref: 6 pid: 21377 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.721280:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490ce00 00000100:00100000:1.0:1746156241.721306:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2437 00000100:00100000:1.0:1746156241.721312:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057176960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.721593:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057176960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 280us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.721598:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2437 00002000:00100000:1.0:1746156241.721603:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490ce00 x1830977057176960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.721610:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490ce00 with x1830977057176960 ext(0->4095) 00010000:00010000:1.0:1746156241.721614:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e773c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131f2 expref: 6 pid: 21377 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.721623:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e773c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8131f2 expref: 6 pid: 21377 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.721632:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490ce00 00000100:00100000:0.0:1746156241.724616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.727530:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093cea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053880832:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156241.727547:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156241.727586:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057177088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2384us (2975us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156241.727598:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10542 00000100:00100000:0.0:1746156241.728010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.728062:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057177344 00000100:00100000:1.0:1746156241.728067:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057177344 00002000:00100000:1.0:1746156241.728096:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c380 x1830977057177344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.728110:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c380 with x1830977057177344 ext(0->4095) 00002000:00010000:1.0:1746156241.728114:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c380 00000100:00100000:1.0:1746156241.728144:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4472 00000100:00100000:1.0:1746156241.728150:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+74:1974:x1830977057177344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.728278:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+74:1974:x1830977057177344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.728283:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4472 00002000:00100000:1.0:1746156241.728288:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c380 x1830977057177344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.728294:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c380 with x1830977057177344 ext(0->4095) 00002000:00010000:1.0:1746156241.728307:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c380 00000100:00100000:0.0:1746156241.731118:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.737461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.744321:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.745490:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053881216:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156241.745506:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e773d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813207 expref: 76 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.745516:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0c600, rc 0) 00000100:00100000:0.0:1746156241.745548:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:31590:x1830977057177856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1105us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156241.745554:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6006 00000100:00100000:0.0:1746156241.754493:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.759254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.765879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.770493:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.770579:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.776319:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.778407:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.781903:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.784264:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.786111:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.788504:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.788546:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057180160 00000100:00100000:0.0:1746156241.788552:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057180160 00002000:00100000:0.0:1746156241.788581:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bd180 x1830977057180160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.788589:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bd180 with x1830977057180160 ext(0->4095) 00002000:00010000:0.0:1746156241.788593:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bd180 00000100:00100000:0.0:1746156241.788741:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4475 00000100:00100000:0.0:1746156241.788748:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057180160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156241.788951:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057180160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 203us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156241.788957:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4475 00002000:00100000:0.0:1746156241.788962:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bd180 x1830977057180160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.788969:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bd180 with x1830977057180160 ext(0->4095) 00002000:00010000:0.0:1746156241.788972:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bd180 00000100:00100000:0.0:1746156241.791660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.794279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.794414:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.796480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.802155:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.802244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.804631:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c3e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053882752:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156241.804652:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156241.804710:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1972:x1830977057181056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2276us (2463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156241.804720:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10549 00000100:00100000:0.0:1746156241.805211:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.807696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.807788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.810649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.814738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.815499:0:3304:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746156241.815508:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009537f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977053883264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746156241.815532:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156241.816732:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009537f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977053883264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746156241.820347:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057182208 00000100:00100000:0.0:1746156241.820355:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057182208 00002000:00100000:0.0:1746156241.820407:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3ce00 x1830977057182208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.820416:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3ce00 with x1830977057182208 ext(0->4095) 00002000:00010000:0.0:1746156241.820420:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3ce00 00000100:00100000:0.0:1746156241.820448:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4476 00000100:00100000:0.0:1746156241.820456:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1975:x1830977057182208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156241.820585:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1975:x1830977057182208:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156241.820591:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4476 00002000:00100000:0.0:1746156241.820596:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3ce00 x1830977057182208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.820602:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3ce00 with x1830977057182208 ext(0->4095) 00002000:00010000:0.0:1746156241.820605:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3ce00 00000100:00100000:1.0:1746156241.821946:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057182336 00000100:00100000:1.0:1746156241.821951:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057182336 00000100:00100000:1.0:1746156241.821991:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6014 00000100:00100000:1.0:1746156241.821997:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057182336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.822007:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.822020:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77410 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81323f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.822040:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77409 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813238 expref: 77 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.822046:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.822048:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.822051:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77410 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81323f expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.822073:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77409 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813238 expref: 77 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.822083:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77409 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813238 expref: 77 pid: 8461 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.822093:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053883392:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.822174:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156241.825155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.825416:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053883392:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156241.825439:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77410 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81323f expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.825457:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156241.825501:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057182336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3504us (3611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.825508:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6014 00000100:00100000:0.0:1746156241.828586:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.828672:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057182720 00000100:00100000:1.0:1746156241.828678:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057182720 00002000:00100000:1.0:1746156241.828707:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537f100 x1830977057182720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.828715:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537f100 with x1830977057182720 ext(0->4095) 00002000:00010000:1.0:1746156241.828719:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537f100 00000100:00100000:1.0:1746156241.828738:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4477 00000100:00100000:1.0:1746156241.828745:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057182720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.828859:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057182720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.828864:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4477 00002000:00100000:1.0:1746156241.828870:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537f100 x1830977057182720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.828877:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537f100 with x1830977057182720 ext(0->4095) 00002000:00010000:1.0:1746156241.828879:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537f100 00000100:00100000:0.0:1746156241.829849:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.829882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.830060:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057182976 00000100:00100000:1.0:1746156241.830063:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057182976 00000100:00100000:1.0:1746156241.830080:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6016 00000100:00100000:1.0:1746156241.830084:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:31591:x1830977057182976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.830091:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.830097:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7741e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81324d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.830114:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77410 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81323f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.830120:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.830122:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.830125:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7741e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81324d expref: 80 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.830333:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77410 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81323f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.830342:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77410 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81323f expref: 5 pid: 15159 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.830352:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053883776:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.830606:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156241.832077:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053883776:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156241.832095:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7741e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81324d expref: 79 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.832105:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156241.832139:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:31591:x1830977057182976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2053us (2255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.832148:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6016 00000100:00100000:0.0:1746156241.835522:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.835708:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057183360 00000100:00100000:1.0:1746156241.835713:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057183360 00002000:00100000:1.0:1746156241.835781:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537d180 x1830977057183360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.835791:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537d180 with x1830977057183360 ext(0->4095) 00010000:00010000:1.0:1746156241.835797:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7741e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81324d expref: 79 pid: 15159 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.835808:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7741e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81324d expref: 79 pid: 15159 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.835814:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537d180 00000100:00100000:1.0:1746156241.835839:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2445 00000100:00100000:1.0:1746156241.835845:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:1975:x1830977057183360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.835967:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:1975:x1830977057183360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.835973:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2445 00002000:00100000:1.0:1746156241.835978:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537d180 x1830977057183360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.835985:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537d180 with x1830977057183360 ext(0->4095) 00010000:00010000:1.0:1746156241.835989:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7741e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81324d expref: 79 pid: 15159 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.836001:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7741e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81324d expref: 79 pid: 15159 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.836006:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537d180 00000100:00100000:0.0:1746156241.845434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.845514:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057183744 00000100:00100000:1.0:1746156241.845522:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057183744 00002000:00100000:1.0:1746156241.845557:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a6a00 x1830977057183744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.845566:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a6a00 with x1830977057183744 ext(0->4095) 00002000:00010000:1.0:1746156241.845571:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a6a00 00000100:00100000:1.0:1746156241.846253:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4478 00000100:00100000:1.0:1746156241.846262:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:1975:x1830977057183744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.847138:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1975:x1830977057183744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 868us (1702us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.847144:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4478 00002000:00100000:1.0:1746156241.847150:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a6a00 x1830977057183744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.847157:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a6a00 with x1830977057183744 ext(0->4095) 00002000:00010000:1.0:1746156241.847161:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a6a00 00000100:00100000:0.0:1746156241.849850:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.849908:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057183872 00000100:00100000:1.0:1746156241.849914:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057183872 00000100:00100000:1.0:1746156241.849958:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6017 00000100:00100000:1.0:1746156241.849964:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057183872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.849978:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.849991:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77425 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813254 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.850014:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77417 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813246 expref: 77 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.850020:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.850022:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.850025:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77425 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813254 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.850045:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813246 expref: 77 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.850053:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813246 expref: 77 pid: 8461 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746156241.850062:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053884160:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156241.850137:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:1.0:1746156241.854507:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053884160:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156241.854532:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77425 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813254 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.854546:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:1.0:1746156241.854600:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057183872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4635us (4755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.854611:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6017 00000100:00100000:0.0:1746156241.854683:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057184000 00000100:00100000:0.0:1746156241.854688:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057184000 00002000:00100000:0.0:1746156241.854716:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009490d500 x1830977057184000/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.854723:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490d500 with x1830977057184000 ext(0->7) 00010000:00010000:0.0:1746156241.854729:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813246 expref: 78 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156241.854739:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813246 expref: 78 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746156241.854744:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490d500 00000100:00100000:0.0:1746156241.854756:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2446 00000100:00100000:0.0:1746156241.854762:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1973:x1830977057184000:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746156241.855019:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1973:x1830977057184000:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 257us (875us total) trans 4294967973 rc 0/0 00000100:00100000:0.0:1746156241.855025:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2446 00002000:00100000:0.0:1746156241.855030:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009490d500 x1830977057184000/t4294967973(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/448 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.855037:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490d500 with x1830977057184000 ext(0->7) 00010000:00010000:0.0:1746156241.855041:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813246 expref: 80 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746156241.855049:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77417 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813246 expref: 80 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746156241.855059:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490d500 00000100:00100000:0.0:1746156241.860649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.860892:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057184384 00000100:00100000:1.0:1746156241.860898:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057184384 00002000:00100000:1.0:1746156241.860927:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a5880 x1830977057184384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.860935:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5880 with x1830977057184384 ext(0->4095) 00002000:00010000:1.0:1746156241.860938:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a5880 00000100:00100000:1.0:1746156241.860964:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4479 00000100:00100000:1.0:1746156241.860969:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057184384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.861094:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057184384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.861100:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4479 00002000:00100000:1.0:1746156241.861105:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a5880 x1830977057184384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.861111:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5880 with x1830977057184384 ext(0->4095) 00002000:00010000:1.0:1746156241.861114:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a5880 00000100:00100000:0.0:1746156241.862883:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.862920:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.862998:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057184512 00000100:00100000:1.0:1746156241.863004:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057184512 00000100:00100000:1.0:1746156241.863051:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6019 00000100:00100000:1.0:1746156241.863056:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:31590:x1830977057184512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.863063:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.863069:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77433 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81325b expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.863342:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.863347:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e7742c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813262 expref: 82 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.863353:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.863355:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77433 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81325b expref: 82 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.863432:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e7742c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813262 expref: 82 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.863443:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77433 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81325b expref: 82 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.863450:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156241.863477:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:31590:x1830977057184512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 421us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.863482:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6019 00000100:00100000:0.0:1746156241.865225:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.868751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.871675:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.871821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.873805:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.874010:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057185536 00000100:00100000:1.0:1746156241.874016:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057185536 00002000:00100000:1.0:1746156241.874040:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a6300 x1830977057185536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.874048:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a6300 with x1830977057185536 ext(0->4095) 00010000:00010000:1.0:1746156241.874055:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81325b expref: 80 pid: 15159 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.874069:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81325b expref: 80 pid: 15159 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.874074:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a6300 00000100:00100000:1.0:1746156241.874138:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2448 00000100:00100000:1.0:1746156241.874144:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1974:x1830977057185536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.874553:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1974:x1830977057185536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 408us (751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.874559:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2448 00002000:00100000:1.0:1746156241.874564:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a6300 x1830977057185536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.874572:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a6300 with x1830977057185536 ext(0->4095) 00010000:00010000:1.0:1746156241.874576:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81325b expref: 80 pid: 15159 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.874586:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81325b expref: 80 pid: 15159 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.874591:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a6300 00000100:00100000:0.0:1746156241.876193:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.876273:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.879463:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.879515:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057186048 00000100:00100000:1.0:1746156241.879521:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057186048 00002000:00100000:1.0:1746156241.879550:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4380 x1830977057186048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.879558:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4380 with x1830977057186048 ext(0->4095) 00010000:00010000:1.0:1746156241.879566:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813269 expref: 6 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.879578:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813269 expref: 6 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.879584:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4380 00000100:00100000:1.0:1746156241.879605:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2449 00000100:00100000:1.0:1746156241.879611:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057186048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.879737:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057186048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.879743:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2449 00002000:00100000:1.0:1746156241.879747:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4380 x1830977057186048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.879754:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4380 with x1830977057186048 ext(0->4095) 00010000:00010000:1.0:1746156241.879758:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813269 expref: 6 pid: 8461 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746156241.879766:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813269 expref: 6 pid: 8461 timeout: 597 lvb_type: 0 00002000:00010000:1.0:1746156241.879771:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4380 00000100:00100000:0.0:1746156241.884033:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.886494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.886561:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057186432 00000100:00100000:1.0:1746156241.886568:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057186432 00002000:00100000:1.0:1746156241.886595:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a7480 x1830977057186432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.886610:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7480 with x1830977057186432 ext(0->4095) 00002000:00010000:1.0:1746156241.886613:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a7480 00000100:00100000:1.0:1746156241.886640:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4480 00000100:00100000:1.0:1746156241.886646:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1975:x1830977057186432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.886756:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1975:x1830977057186432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.886761:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4480 00002000:00100000:1.0:1746156241.886766:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a7480 x1830977057186432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.886772:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7480 with x1830977057186432 ext(0->4095) 00002000:00010000:1.0:1746156241.886775:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a7480 00000100:00100000:0.0:1746156241.888474:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.890830:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.892790:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057186944 00000100:00100000:1.0:1746156241.892795:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057186944 00002000:00100000:1.0:1746156241.892821:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8000 x1830977057186944/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.892829:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8000 with x1830977057186944 ext(0->4095) 00002000:00010000:1.0:1746156241.892832:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8000 00000100:00100000:1.0:1746156241.892855:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4481 00000100:00100000:1.0:1746156241.892860:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057186944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156241.892991:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057186944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.892996:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4481 00002000:00100000:1.0:1746156241.893002:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8000 x1830977057186944/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.893008:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8000 with x1830977057186944 ext(0->4095) 00002000:00010000:1.0:1746156241.893011:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8000 00000100:00100000:0.0:1746156241.894294:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.896034:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.899327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.903239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.910290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.914551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.916525:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.920928:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.921239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.921420:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057188352 00000100:00100000:1.0:1746156241.921423:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057188352 00000100:00100000:1.0:1746156241.921439:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6026 00000100:00100000:1.0:1746156241.921443:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:31590:x1830977057188352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156241.921449:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156241.921454:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77464 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813293 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.921463:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156241.921466:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7745d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81328c expref: 84 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.921470:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156241.921473:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77464 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813293 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.921495:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7745d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81328c expref: 84 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.921508:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77464 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813293 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156241.921518:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156241.921540:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057188352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156241.921546:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6026 00000100:00100000:0.0:1746156241.923452:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.931324:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.931425:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.936428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.939464:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.939611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.943528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.949050:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.953074:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.954939:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.957462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.960929:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057190656 00000100:00100000:0.0:1746156241.960935:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057190656 00002000:00100000:0.0:1746156241.960959:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0a300 x1830977057190656/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.960965:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a300 with x1830977057190656 ext(0->4095) 00002000:00010000:0.0:1746156241.960969:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0a300 00000100:00100000:0.0:1746156241.960985:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4485 00000100:00100000:0.0:1746156241.960989:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057190656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156241.961119:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057190656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156241.961134:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4485 00002000:00100000:0.0:1746156241.961139:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0a300 x1830977057190656/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156241.961146:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a300 with x1830977057190656 ext(0->4095) 00002000:00010000:0.0:1746156241.961148:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0a300 00000100:00100000:0.0:1746156241.962188:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.964064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.964470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.967524:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.969660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.972637:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.972795:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057191680 00000100:00100000:1.0:1746156241.972802:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057191680 00002000:00100000:1.0:1746156241.972834:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350e300 x1830977057191680/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.972843:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350e300 with x1830977057191680 ext(0->4095) 00002000:00010000:1.0:1746156241.972851:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350e300 00000100:00100000:1.0:1746156241.972921:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4486 00000100:00100000:1.0:1746156241.972929:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:1974:x1830977057191680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156241.974687:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1974:x1830977057191680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1757us (2054us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.974701:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4486 00002000:00100000:1.0:1746156241.974711:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350e300 x1830977057191680/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.974719:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350e300 with x1830977057191680 ext(0->4095) 00002000:00010000:1.0:1746156241.974723:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350e300 00000100:00100000:0.0:1746156241.978711:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057191808 00000100:00100000:0.0:1746156241.978718:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057191808 00000100:00100000:0.0:1746156241.978761:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6032 00000100:00100000:0.0:1746156241.978767:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057191808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156241.978781:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156241.978793:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7748e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8132bd expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.978814:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77487 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132b6 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.978820:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156241.978821:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156241.978824:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7748e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132bd expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.978844:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132b6 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156241.978854:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77487 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132b6 expref: 81 pid: 21377 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746156241.978863:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009350ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053888000:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156241.978938:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156241.982876:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.984160:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.986697:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.987446:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057192320 00000100:00100000:1.0:1746156241.987451:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057192320 00002000:00100000:1.0:1746156241.987481:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350f100 x1830977057192320/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.987489:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350f100 with x1830977057192320 ext(0->4095) 00010000:00010000:1.0:1746156241.987495:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7748e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132bd expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156241.987506:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7748e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132bd expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156241.987511:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350f100 00000100:00100000:1.0:1746156241.987524:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2455 00000100:00100000:1.0:1746156241.987529:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057192320:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156241.987634:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057192320:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (941us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156241.987639:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2455 00002000:00100000:1.0:1746156241.987643:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350f100 x1830977057192320/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156241.987649:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350f100 with x1830977057192320 ext(0->4095) 00010000:00010000:1.0:1746156241.987652:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7748e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132bd expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156241.987660:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e7748e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132bd expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156241.987664:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350f100 00000100:00100000:0.0:1746156241.990302:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.993789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.998140:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156241.999938:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156241.999981:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057192960 00000100:00100000:1.0:1746156241.999987:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057192960 00002000:00100000:1.0:1746156242.000015:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800922fb480 x1830977057192960/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/0 e 0 to 0 dl 1746156252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.000028:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb480 with x1830977057192960 ext(0->7) 00010000:00010000:1.0:1746156242.000033:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132c4 expref: 82 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.000043:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132c4 expref: 82 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.000048:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922fb480 00000100:00100000:1.0:1746156242.000075:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2456 00000100:00100000:1.0:1746156242.000081:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1975:x1830977057192960:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156242.000331:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057192960:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 249us (395us total) trans 4294967975 rc 0/0 00000100:00100000:1.0:1746156242.000336:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2456 00002000:00100000:1.0:1746156242.000342:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800922fb480 x1830977057192960/t4294967975(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:557/0 lens 496/448 e 0 to 0 dl 1746156252 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.000348:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb480 with x1830977057192960 ext(0->7) 00010000:00010000:1.0:1746156242.000352:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132c4 expref: 84 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.000360:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132c4 expref: 84 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.000393:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922fb480 00000100:00100000:0.0:1746156242.001800:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00080000:0.0:1746156242.002111:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156242.003982:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.004122:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057193344 00000100:00100000:1.0:1746156242.004137:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057193344 00002000:00100000:1.0:1746156242.004170:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922f9500 x1830977057193344/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.004178:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9500 with x1830977057193344 ext(0->4095) 00002000:00010000:1.0:1746156242.004181:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9500 00000100:00100000:1.0:1746156242.004212:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4488 00000100:00100000:1.0:1746156242.004218:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057193344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156242.004319:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057193344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.004324:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4488 00002000:00100000:1.0:1746156242.004328:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922f9500 x1830977057193344/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.004334:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9500 with x1830977057193344 ext(0->4095) 00002000:00010000:1.0:1746156242.004337:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9500 00000100:00100000:0.0:1746156242.007985:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.014226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.015058:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057193600 00000100:00100000:1.0:1746156242.015065:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057193600 00000100:00100000:1.0:1746156242.015184:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6036 00000100:00100000:1.0:1746156242.015190:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977057193600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.015203:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.015215:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e774aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8132d9 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.015235:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.015238:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e774a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132d2 expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.015248:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.015251:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e774aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132d9 expref: 86 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.015275:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e774a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132d2 expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.015283:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e774aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132d9 expref: 86 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.015291:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156242.016462:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977057193600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1271us (2240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.016468:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6036 00000100:00100000:0.0:1746156242.016673:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.019952:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.021594:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.022091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.024248:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.024352:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057194496 00000100:00100000:1.0:1746156242.024357:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057194496 00002000:00100000:1.0:1746156242.024409:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093634700 x1830977057194496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.024418:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093634700 with x1830977057194496 ext(0->4095) 00010000:00010000:1.0:1746156242.024423:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e774aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132d9 expref: 84 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.024433:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e774aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132d9 expref: 84 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.024438:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093634700 00000100:00100000:1.0:1746156242.024452:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2458 00000100:00100000:1.0:1746156242.024457:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057194496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.024823:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057194496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 365us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.024828:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2458 00002000:00100000:1.0:1746156242.024833:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093634700 x1830977057194496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.024839:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093634700 with x1830977057194496 ext(0->4095) 00010000:00010000:1.0:1746156242.024844:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e774aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132d9 expref: 84 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.024852:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e774aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132d9 expref: 84 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.024857:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093634700 00000100:00100000:0.0:1746156242.027138:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.027639:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.032288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.033038:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057195008 00000100:00100000:1.0:1746156242.033045:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057195008 00002000:00100000:1.0:1746156242.033076:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0000 x1830977057195008/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.033086:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0000 with x1830977057195008 ext(0->4095) 00010000:00010000:1.0:1746156242.033093:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e774b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132e0 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.033106:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e774b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132e0 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.033117:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0000 00000100:00100000:1.0:1746156242.033184:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2459 00000100:00100000:1.0:1746156242.033191:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057195008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.033608:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057195008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 416us (1323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.033614:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2459 00002000:00100000:1.0:1746156242.033620:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0000 x1830977057195008/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.033626:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0000 with x1830977057195008 ext(0->4095) 00010000:00010000:1.0:1746156242.033631:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e774b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132e0 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.033638:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e774b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132e0 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.033644:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0000 00000100:00100000:0.0:1746156242.036692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.039566:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.042846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.049465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.051894:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.052240:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.052254:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057196032 00000100:00100000:0.0:1746156242.052257:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057196032 00002000:00100000:0.0:1746156242.052277:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4832d80 x1830977057196032/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.052290:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4832d80 with x1830977057196032 ext(0->4095) 00010000:00010000:0.0:1746156242.052296:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e774bf lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132ee expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746156242.052304:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e774bf lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132ee expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746156242.052309:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4832d80 00000100:00100000:0.0:1746156242.052320:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2460 00000100:00100000:0.0:1746156242.052325:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057196032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156242.052444:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057196032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156242.052449:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2460 00002000:00100000:0.0:1746156242.052453:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4832d80 x1830977057196032/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.052460:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4832d80 with x1830977057196032 ext(0->4095) 00010000:00010000:0.0:1746156242.052464:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e774bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132ee expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746156242.052472:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e774bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8132ee expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746156242.052477:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4832d80 00000100:00100000:0.0:1746156242.053759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.054499:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.057501:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.059293:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.062163:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.065152:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.068040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.070916:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.072594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.074853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.076003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.079183:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.081328:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.083878:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.084545:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057198464 00000100:00100000:1.0:1746156242.084552:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057198464 00002000:00100000:1.0:1746156242.084586:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701f80 x1830977057198464/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.084595:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701f80 with x1830977057198464 ext(0->4095) 00002000:00010000:1.0:1746156242.084599:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095701f80 00000100:00100000:1.0:1746156242.084631:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4492 00000100:00100000:1.0:1746156242.084639:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1972:x1830977057198464:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156242.084770:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1972:x1830977057198464:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (895us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.084776:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4492 00002000:00100000:1.0:1746156242.084782:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701f80 x1830977057198464/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.084789:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701f80 with x1830977057198464 ext(0->4095) 00002000:00010000:1.0:1746156242.084791:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095701f80 00000100:00100000:0.0:1746156242.089702:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.092646:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.095409:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.095442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.095628:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057199104 00000100:00100000:1.0:1746156242.095632:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057199104 00002000:00100000:1.0:1746156242.095652:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701180 x1830977057199104/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.095661:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701180 with x1830977057199104 ext(0->4095) 00010000:00010000:1.0:1746156242.095670:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e774e9 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813318 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.095680:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e774e9 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813318 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.095685:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701180 00000100:00100000:1.0:1746156242.095702:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2463 00000100:00100000:1.0:1746156242.095708:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057199104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.095831:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057199104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.095839:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2463 00002000:00100000:1.0:1746156242.095844:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701180 x1830977057199104/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.095850:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701180 with x1830977057199104 ext(0->4095) 00010000:00010000:1.0:1746156242.095854:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e774e9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813318 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.095862:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e774e9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813318 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.095867:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701180 00000100:00100000:0.0:1746156242.098269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.099019:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057199360 00000100:00100000:0.0:1746156242.099023:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057199360 00000100:00100000:0.0:1746156242.099108:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6047 00000100:00100000:0.0:1746156242.099114:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057199360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156242.099124:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156242.099143:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e774f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813326 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.099157:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e774f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81331f expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.099167:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156242.099168:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156242.099171:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e774f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813326 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.099184:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e774f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81331f expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.099192:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e774f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81331f expref: 83 pid: 21377 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746156242.099199:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053891840:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156242.099230:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.100513:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.100621:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057199616 00000100:00100000:1.0:1746156242.100628:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057199616 00002000:00100000:1.0:1746156242.100661:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0000 x1830977057199616/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.100670:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0000 with x1830977057199616 ext(0->4095) 00010000:00010000:1.0:1746156242.100676:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e774f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81331f expref: 84 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.100689:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e774f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81331f expref: 84 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.100695:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0000 00000100:00100000:1.0:1746156242.100735:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2464 00000100:00100000:1.0:1746156242.100742:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057199616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156242.100899:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057199616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.100907:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2464 00002000:00100000:1.0:1746156242.100912:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0000 x1830977057199616/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.100920:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0000 with x1830977057199616 ext(0->4095) 00010000:00010000:1.0:1746156242.100925:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e774f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81331f expref: 84 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.100935:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e774f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81331f expref: 84 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.100941:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0000 00000100:00100000:0.0:1746156242.102465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.102496:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.104081:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.104146:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057200128 00000100:00100000:1.0:1746156242.104151:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057200128 00002000:00100000:1.0:1746156242.104172:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2d80 x1830977057200128/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.104180:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2d80 with x1830977057200128 ext(0->4095) 00010000:00010000:1.0:1746156242.104186:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e774f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813326 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.104194:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e774f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813326 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.104200:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b2d80 00000100:00100000:1.0:1746156242.104218:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2465 00000100:00100000:1.0:1746156242.104223:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057200128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156242.104335:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057200128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.104341:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2465 00002000:00100000:1.0:1746156242.104345:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2d80 x1830977057200128/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.104351:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2d80 with x1830977057200128 ext(0->4095) 00010000:00010000:1.0:1746156242.104354:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e774f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813326 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.104362:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e774f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813326 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.104390:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b2d80 00000100:00100000:0.0:1746156242.106081:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.110063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.110147:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057200512 00000100:00100000:1.0:1746156242.110153:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057200512 00002000:00100000:1.0:1746156242.110238:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbed80 x1830977057200512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.110247:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbed80 with x1830977057200512 ext(0->4095) 00002000:00010000:1.0:1746156242.110250:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbed80 00000100:00100000:1.0:1746156242.110276:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4493 00000100:00100000:1.0:1746156242.110282:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057200512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156242.110423:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057200512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.110429:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4493 00002000:00100000:1.0:1746156242.110434:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbed80 x1830977057200512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.110440:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbed80 with x1830977057200512 ext(0->4095) 00002000:00010000:1.0:1746156242.110443:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbed80 00000100:00100000:0.0:1746156242.112064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.113849:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.116245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.116336:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057201024 00000100:00100000:1.0:1746156242.116341:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057201024 00002000:00100000:1.0:1746156242.116396:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbd180 x1830977057201024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.116405:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd180 with x1830977057201024 ext(0->4095) 00002000:00010000:1.0:1746156242.116409:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbd180 00000100:00100000:1.0:1746156242.116429:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4494 00000100:00100000:1.0:1746156242.116434:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057201024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156242.116532:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057201024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.116538:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4494 00002000:00100000:1.0:1746156242.116542:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbd180 x1830977057201024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.116548:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd180 with x1830977057201024 ext(0->4095) 00002000:00010000:1.0:1746156242.116551:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbd180 00000100:00100000:0.0:1746156242.119483:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.120497:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.123721:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.128069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.130103:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.130175:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.133795:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.136857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.136939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.140505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.140786:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057202688 00000100:00100000:0.0:1746156242.140790:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057202688 00002000:00100000:0.0:1746156242.140816:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cc000 x1830977057202688/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.140825:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cc000 with x1830977057202688 ext(0->4095) 00010000:00010000:0.0:1746156242.140831:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7751a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813349 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746156242.140842:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7751a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813349 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746156242.140848:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cc000 00000100:00100000:0.0:1746156242.140859:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2468 00000100:00100000:0.0:1746156242.140864:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057202688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156242.140966:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057202688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156242.140971:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2468 00002000:00100000:0.0:1746156242.140975:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cc000 x1830977057202688/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.140982:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cc000 with x1830977057202688 ext(0->4095) 00010000:00010000:0.0:1746156242.140986:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7751a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813349 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746156242.140995:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7751a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813349 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746156242.141000:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cc000 00000100:00100000:0.0:1746156242.143760:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.146968:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.148775:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.152178:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.154408:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.154458:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057203584 00000100:00100000:1.0:1746156242.154464:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057203584 00002000:00100000:1.0:1746156242.154587:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cf800 x1830977057203584/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.154596:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cf800 with x1830977057203584 ext(0->4095) 00002000:00010000:1.0:1746156242.154600:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cf800 00000100:00100000:1.0:1746156242.154629:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4496 00000100:00100000:1.0:1746156242.154635:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057203584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.154765:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057203584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.154771:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4496 00002000:00100000:1.0:1746156242.154775:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cf800 x1830977057203584/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.154782:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cf800 with x1830977057203584 ext(0->4095) 00002000:00010000:1.0:1746156242.154784:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cf800 00000100:00100000:0.0:1746156242.157799:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.158193:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.158256:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057203840 00000100:00100000:1.0:1746156242.158259:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057203840 00000100:00100000:1.0:1746156242.158290:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6056 00000100:00100000:1.0:1746156242.158295:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977057203840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.158302:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.158307:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77536 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813365 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.158317:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.158321:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7752f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81335e expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.158325:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.158327:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77536 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813365 expref: 86 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.158346:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7752f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81335e expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.158356:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77536 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813365 expref: 86 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.158391:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156242.158411:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977057203840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.158417:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6056 00000100:00100000:0.0:1746156242.160004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.162914:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.165800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.165881:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.169970:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.174002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.174322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.178969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.183557:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.188352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.190885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.194395:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.197695:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.199504:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.199566:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.199614:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057206272 00000100:00100000:1.0:1746156242.199620:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057206272 00000100:00100000:1.0:1746156242.199645:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057206400 00000100:00100000:1.0:1746156242.199647:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057206400 00000100:00100000:1.0:1746156242.199661:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6060 00000100:00100000:1.0:1746156242.199666:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057206272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.199677:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.199689:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77552 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813381 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.199710:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e7754b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81337a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.199716:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.199718:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.199721:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77552 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813381 expref: 85 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156242.199737:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6061 00010000:00010000:1.0:1746156242.199743:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e7754b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81337a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156242.199743:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977057206400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156242.199749:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.199752:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e7754b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81337a expref: 5 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746156242.199754:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77559 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813388 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156242.199762:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b517100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053895168:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156242.199763:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156242.199766:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77552 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813381 expref: 86 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.199770:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156242.199772:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77559 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813388 expref: 86 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.199788:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77552 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813381 expref: 86 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.199798:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77559 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813388 expref: 86 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.199805:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:0.0:1746156242.199820:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31591:x1830977057206400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 78us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.199822:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.199825:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6061 00000100:00100000:1.0:1746156242.201138:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b517100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053895168:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156242.201160:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77552 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813381 expref: 85 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.201169:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156242.201329:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977057206272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1661us (1829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.201335:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6060 00000100:00100000:0.0:1746156242.201545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.203896:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057206784 00000100:00100000:1.0:1746156242.203901:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057206784 00002000:00100000:1.0:1746156242.203926:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093637100 x1830977057206784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.203935:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093637100 with x1830977057206784 ext(0->4095) 00010000:00010000:1.0:1746156242.203941:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77552 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813381 expref: 85 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.203956:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77552 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813381 expref: 85 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.203962:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093637100 00000100:00100000:1.0:1746156242.204054:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2472 00000100:00100000:1.0:1746156242.204060:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977057206784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.204432:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977057206784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 371us (708us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.204439:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2472 00002000:00100000:1.0:1746156242.204444:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093637100 x1830977057206784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.204451:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093637100 with x1830977057206784 ext(0->4095) 00010000:00010000:1.0:1746156242.204456:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77552 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813381 expref: 85 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.204465:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77552 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813381 expref: 85 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.204470:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093637100 00000100:00100000:0.0:1746156242.206638:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.209147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.209556:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057207168 00000100:00100000:1.0:1746156242.209561:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057207168 00002000:00100000:1.0:1746156242.209589:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c6300 x1830977057207168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.209598:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6300 with x1830977057207168 ext(0->4095) 00002000:00010000:1.0:1746156242.209603:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c6300 00000100:00100000:1.0:1746156242.209615:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4499 00000100:00100000:1.0:1746156242.209620:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057207168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.209741:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057207168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.209746:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4499 00002000:00100000:1.0:1746156242.209751:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c6300 x1830977057207168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.209757:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6300 with x1830977057207168 ext(0->4095) 00002000:00010000:1.0:1746156242.209759:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c6300 00000100:00100000:0.0:1746156242.211184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.211250:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057207296 00000100:00100000:1.0:1746156242.211256:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057207296 00000100:00100000:1.0:1746156242.211358:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6062 00000100:00100000:1.0:1746156242.211474:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057207296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.211487:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.211500:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77560 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81338f expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.211521:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77559 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813388 expref: 83 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.211527:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.211528:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.211531:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77560 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81338f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.211556:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813388 expref: 83 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.211565:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813388 expref: 83 pid: 8463 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746156242.211574:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b517100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053895680:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156242.211880:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156242.213360:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b517100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053895680:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156242.213398:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77560 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81338f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.213410:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156242.213437:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057207296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2072us (2257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.213443:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6062 00000100:00100000:0.0:1746156242.214883:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.218503:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.221872:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.221918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.226392:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.228929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.234614:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.237826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.239900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.242622:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.245145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.245526:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057209216 00000100:00100000:1.0:1746156242.245531:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057209216 00002000:00100000:1.0:1746156242.245558:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092849880 x1830977057209216/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.245567:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830977057209216 ext(0->4095) 00002000:00010000:1.0:1746156242.245570:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849880 00000100:00100000:1.0:1746156242.245591:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4502 00000100:00100000:1.0:1746156242.245596:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057209216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.245915:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057209216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 318us (775us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.245921:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4502 00002000:00100000:1.0:1746156242.245926:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092849880 x1830977057209216/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.245932:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830977057209216 ext(0->4095) 00002000:00010000:1.0:1746156242.245935:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849880 00000100:00100000:0.0:1746156242.247714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.250320:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.251908:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.255515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.255567:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057209856 00000100:00100000:1.0:1746156242.255573:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057209856 00002000:00100000:1.0:1746156242.255606:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8d500 x1830977057209856/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.255614:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8d500 with x1830977057209856 ext(0->4095) 00010000:00010000:1.0:1746156242.255621:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7757c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133ab expref: 85 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.255632:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7757c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133ab expref: 85 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.255638:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8d500 00000100:00100000:1.0:1746156242.255661:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2474 00000100:00100000:1.0:1746156242.255668:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977057209856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.255795:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977057209856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.255800:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2474 00002000:00100000:1.0:1746156242.255805:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8d500 x1830977057209856/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.255812:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8d500 with x1830977057209856 ext(0->4095) 00010000:00010000:1.0:1746156242.255816:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7757c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133ab expref: 85 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.255825:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7757c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133ab expref: 85 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.255830:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8d500 00000100:00100000:0.0:1746156242.258418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.259414:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.263135:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.265330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.265440:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.267984:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.268114:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057210880 00000100:00100000:1.0:1746156242.268119:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057210880 00002000:00100000:1.0:1746156242.268156:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361dc00 x1830977057210880/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.268165:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361dc00 with x1830977057210880 ext(0->4095) 00010000:00010000:1.0:1746156242.268171:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e7758a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133b9 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.268181:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e7758a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133b9 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.268187:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361dc00 00000100:00100000:1.0:1746156242.268210:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2476 00000100:00100000:1.0:1746156242.268216:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057210880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.268325:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057210880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.268333:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2476 00002000:00100000:1.0:1746156242.268338:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361dc00 x1830977057210880/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.268343:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361dc00 with x1830977057210880 ext(0->4095) 00010000:00010000:1.0:1746156242.268347:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e7758a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133b9 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.268355:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e7758a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133b9 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.268360:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361dc00 00000100:00100000:0.0:1746156242.275324:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.277804:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.282057:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.290220:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057212032 00000100:00100000:0.0:1746156242.290227:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057212032 00000100:00100000:0.0:1746156242.290693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.294349:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.296826:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.299798:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.303805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.306269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.309018:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.312252:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.312406:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057213568 00000100:00100000:1.0:1746156242.312413:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057213568 00000100:00100000:1.0:1746156242.312461:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6075 00000100:00100000:1.0:1746156242.312469:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977057213568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.312482:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.312495:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e775bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8133ea expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.312515:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.312520:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e775b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133e3 expref: 86 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.312525:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.312529:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e775bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133ea expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.312556:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e775b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133e3 expref: 85 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.312567:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e775bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133ea expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.312575:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156242.312600:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977057213568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.312605:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6075 00000100:00100000:0.0:1746156242.313731:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.316325:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.316595:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057213952 00000100:00100000:1.0:1746156242.316601:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057213952 00002000:00100000:1.0:1746156242.316629:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009352b480 x1830977057213952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.316637:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009352b480 with x1830977057213952 ext(0->4095) 00010000:00010000:1.0:1746156242.316642:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e775b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133e3 expref: 85 pid: 8463 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.316652:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e775b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133e3 expref: 85 pid: 8463 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.316657:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009352b480 00000100:00100000:1.0:1746156242.316676:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2479 00000100:00100000:1.0:1746156242.316681:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977057213952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.316810:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977057213952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.316815:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2479 00002000:00100000:1.0:1746156242.316820:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009352b480 x1830977057213952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.316826:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009352b480 with x1830977057213952 ext(0->4095) 00010000:00010000:1.0:1746156242.316830:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e775b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133e3 expref: 85 pid: 8463 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.316837:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e775b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133e3 expref: 85 pid: 8463 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.316842:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009352b480 00000100:00100000:0.0:1746156242.319158:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.322655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.325072:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.328318:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.330944:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.331005:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057214848 00000100:00100000:1.0:1746156242.331010:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057214848 00002000:00100000:1.0:1746156242.331038:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095038e00 x1830977057214848/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.331047:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095038e00 with x1830977057214848 ext(0->4095) 00002000:00010000:1.0:1746156242.331051:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095038e00 00000100:00100000:1.0:1746156242.331075:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4508 00000100:00100000:1.0:1746156242.331080:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057214848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.331198:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057214848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.331203:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4508 00002000:00100000:1.0:1746156242.331207:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095038e00 x1830977057214848/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.331218:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095038e00 with x1830977057214848 ext(0->4095) 00002000:00010000:1.0:1746156242.331220:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095038e00 00000100:00100000:0.0:1746156242.335501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.335711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.335883:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057215104 00000100:00100000:1.0:1746156242.335887:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057215104 00000100:00100000:1.0:1746156242.335926:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6077 00000100:00100000:1.0:1746156242.335932:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31591:x1830977057215104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.335946:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.335958:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e775c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8133ff expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.335980:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e775c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133f1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.335986:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.335995:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.335998:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e775c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133ff expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.336064:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e775c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133f1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.336074:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e775c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133f1 expref: 5 pid: 8461 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746156242.336084:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053899648:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156242.336361:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156242.337905:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053899648:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156242.337924:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e775c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133ff expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.337935:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156242.337974:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977057215104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2040us (2262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.337980:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6077 00000100:00100000:0.0:1746156242.340050:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.344640:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.348524:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.348567:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057215616 00000100:00100000:0.0:1746156242.348574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.348575:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057215616 00000100:00100000:1.0:1746156242.348612:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6079 00000100:00100000:1.0:1746156242.348619:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057215616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.348633:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.348647:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e775d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813406 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.348668:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.348673:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e775d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133f8 expref: 84 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.348679:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156242.348682:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e775d7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813406 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.348707:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e775d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133f8 expref: 84 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.348718:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e775d7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813406 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.348727:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a200, rc 0) 00000100:00100000:1.0:1746156242.348760:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057215616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.348766:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6079 00000100:00100000:0.0:1746156242.354163:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.354259:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057216000 00000100:00100000:1.0:1746156242.354266:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057216000 00002000:00100000:1.0:1746156242.354300:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ce00 x1830977057216000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.354313:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ce00 with x1830977057216000 ext(0->4095) 00010000:00010000:1.0:1746156242.354321:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e775d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133f8 expref: 84 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.354333:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e775d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133f8 expref: 84 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.354339:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ce00 00000100:00100000:1.0:1746156242.354394:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2481 00000100:00100000:1.0:1746156242.354401:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057216000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.354548:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057216000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.354554:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2481 00002000:00100000:1.0:1746156242.354559:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ce00 x1830977057216000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.354571:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ce00 with x1830977057216000 ext(0->4095) 00010000:00010000:1.0:1746156242.354575:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e775d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133f8 expref: 84 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.354584:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e775d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8133f8 expref: 84 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.354589:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ce00 00000100:00100000:0.0:1746156242.361962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.362245:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057216128 00000100:00100000:1.0:1746156242.362252:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057216128 00000100:00100000:1.0:1746156242.362300:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6080 00000100:00100000:1.0:1746156242.362307:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057216128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.362321:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.362335:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e775de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81340d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.362355:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.362360:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e775d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813406 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156242.362900:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156242.362985:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156242.362990:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e775de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81340d expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.363121:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e775d7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813406 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.363145:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e775de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81340d expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.363160:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:0.0:1746156242.363207:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977057216128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 899us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156242.363213:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6080 00000100:00100000:0.0:1746156242.368323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.368637:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057216512 00000100:00100000:1.0:1746156242.368644:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057216512 00002000:00100000:1.0:1746156242.368676:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84f100 x1830977057216512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.368686:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84f100 with x1830977057216512 ext(0->4095) 00010000:00010000:1.0:1746156242.368693:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e775d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813406 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.368707:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e775d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813406 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.368713:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84f100 00000100:00100000:1.0:1746156242.368739:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2482 00000100:00100000:1.0:1746156242.368746:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057216512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156242.369170:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057216512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 426us (855us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.369176:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2482 00002000:00100000:1.0:1746156242.369181:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84f100 x1830977057216512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.369188:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84f100 with x1830977057216512 ext(0->4095) 00010000:00010000:1.0:1746156242.369192:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e775d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813406 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.369200:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e775d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813406 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.369205:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84f100 00000100:00100000:0.0:1746156242.370801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.374080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.377457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.382434:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.385089:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.385895:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057217536 00000100:00100000:0.0:1746156242.385898:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057217536 00002000:00100000:0.0:1746156242.385917:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbf480 x1830977057217536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.385925:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf480 with x1830977057217536 ext(0->4095) 00010000:00010000:0.0:1746156242.385930:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e775e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813414 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746156242.385939:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e775e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813414 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746156242.385944:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbf480 00000100:00100000:0.0:1746156242.386337:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2483 00000100:00100000:0.0:1746156242.386343:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057217536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156242.386524:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057217536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (783us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156242.386529:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2483 00002000:00100000:0.0:1746156242.386534:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbf480 x1830977057217536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.386540:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf480 with x1830977057217536 ext(0->4095) 00010000:00010000:0.0:1746156242.386544:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e775e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813414 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746156242.386551:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e775e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813414 expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746156242.386556:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbf480 00000100:00100000:0.0:1746156242.387653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.388409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.390544:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.390605:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057218048 00000100:00100000:1.0:1746156242.390610:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057218048 00002000:00100000:1.0:1746156242.390634:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cb100 x1830977057218048/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.390646:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cb100 with x1830977057218048 ext(0->4095) 00010000:00010000:1.0:1746156242.390652:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e775ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81341b expref: 85 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.390661:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e775ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81341b expref: 85 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.390667:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cb100 00000100:00100000:1.0:1746156242.390753:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2484 00000100:00100000:1.0:1746156242.390758:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057218048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156242.390900:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057218048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.390905:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2484 00002000:00100000:1.0:1746156242.390909:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cb100 x1830977057218048/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.390917:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cb100 with x1830977057218048 ext(0->4095) 00010000:00010000:1.0:1746156242.390921:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e775ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81341b expref: 85 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.390929:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e775ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81341b expref: 85 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.390934:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cb100 00000100:00100000:0.0:1746156242.391854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.394487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.394533:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057218432 00000100:00100000:1.0:1746156242.394539:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057218432 00002000:00100000:1.0:1746156242.394565:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cbb80 x1830977057218432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.394573:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cbb80 with x1830977057218432 ext(0->4095) 00002000:00010000:1.0:1746156242.394577:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cbb80 00000100:00100000:1.0:1746156242.394741:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4510 00000100:00100000:1.0:1746156242.394751:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057218432:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.394867:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057218432:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.394873:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4510 00002000:00100000:1.0:1746156242.394877:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cbb80 x1830977057218432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.394884:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cbb80 with x1830977057218432 ext(0->4095) 00002000:00010000:1.0:1746156242.394887:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cbb80 00000100:00100000:0.0:1746156242.396260:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.398550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.400992:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.403789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.405757:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.407085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.409357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.412606:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.413062:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.415888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.419171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.419865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.419956:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057220352 00000100:00100000:1.0:1746156242.419962:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057220352 00000100:00100000:1.0:1746156242.420049:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6088 00000100:00100000:1.0:1746156242.420055:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057220352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.420067:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.420078:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77616 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813445 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.420100:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.420105:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7760f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81343e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.420111:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156242.420114:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77616 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813445 expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.420153:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7760f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81343e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.420163:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77616 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813445 expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.420171:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156242.420825:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977057220352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 769us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.420831:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6088 00000100:00100000:1.0:1746156242.423855:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057220608 00000100:00100000:1.0:1746156242.423860:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057220608 00002000:00100000:1.0:1746156242.423975:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbc000 x1830977057220608/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.423983:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbc000 with x1830977057220608 ext(0->4095) 00010000:00010000:1.0:1746156242.423990:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7760f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81343e expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.424000:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7760f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81343e expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.424005:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbc000 00000100:00100000:1.0:1746156242.424032:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2487 00000100:00100000:1.0:1746156242.424039:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057220608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.425538:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057220608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1496us (1721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.425546:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2487 00002000:00100000:1.0:1746156242.425554:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbc000 x1830977057220608/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.425562:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbc000 with x1830977057220608 ext(0->4095) 00010000:00010000:1.0:1746156242.425569:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7760f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81343e expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.425580:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7760f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81343e expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.425586:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbc000 00000100:00100000:0.0:1746156242.427425:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.434062:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.434114:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057220992 00000100:00100000:1.0:1746156242.434121:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057220992 00002000:00100000:1.0:1746156242.434160:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9f100 x1830977057220992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.434170:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9f100 with x1830977057220992 ext(0->4095) 00002000:00010000:1.0:1746156242.434174:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9f100 00000100:00100000:1.0:1746156242.434621:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4512 00000100:00100000:1.0:1746156242.434628:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057220992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.434986:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057220992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 359us (926us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.434993:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4512 00002000:00100000:1.0:1746156242.434998:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9f100 x1830977057220992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.435005:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9f100 with x1830977057220992 ext(0->4095) 00002000:00010000:1.0:1746156242.435008:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9f100 00000100:00100000:0.0:1746156242.438860:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.438953:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057221120 00000100:00100000:1.0:1746156242.438960:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057221120 00000100:00100000:1.0:1746156242.439005:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6089 00000100:00100000:1.0:1746156242.439012:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057221120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.439027:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.439039:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81344c expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.439061:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813445 expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.439068:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.439070:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.439073:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81344c expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.439097:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813445 expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.439107:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813445 expref: 83 pid: 15159 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746156242.439121:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053902592:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156242.439801:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.440876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156242.441347:0:15159:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813445 expref: 84 pid: 15159 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746156242.441680:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053902592:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156242.441699:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81344c expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.441707:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156242.441894:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057221120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2881us (3041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.441901:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6089 00000100:00100000:0.0:1746156242.442193:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.442329:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057221376 00000100:00100000:1.0:1746156242.442333:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057221376 00000100:00100000:1.0:1746156242.442351:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6090 00000100:00100000:1.0:1746156242.442356:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057221376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.442383:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.442392:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77624 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813453 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.442407:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81344c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.442418:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.442419:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.442422:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77624 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813453 expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.442437:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81344c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.442446:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81344c expref: 5 pid: 15159 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746156242.442454:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053902848:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156242.442832:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156242.444101:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053902848:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156242.444117:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77624 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813453 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.444143:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:1.0:1746156242.444163:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057221376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1807us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.444169:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6090 00000100:00100000:1.0:1746156242.444188:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057221632 00000100:00100000:1.0:1746156242.444191:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057221632 00002000:00100000:1.0:1746156242.444213:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe300 x1830977057221632/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.444227:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe300 with x1830977057221632 ext(0->4095) 00010000:00010000:1.0:1746156242.444233:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81344c expref: 6 pid: 15159 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.444243:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81344c expref: 6 pid: 15159 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.444250:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbe300 00000100:00100000:1.0:1746156242.444261:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2488 00000100:00100000:1.0:1746156242.444266:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057221632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.444406:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057221632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.444412:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2488 00002000:00100000:1.0:1746156242.444417:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe300 x1830977057221632/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.444425:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe300 with x1830977057221632 ext(0->4095) 00010000:00010000:1.0:1746156242.444429:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81344c expref: 6 pid: 15159 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.444438:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e7761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81344c expref: 6 pid: 15159 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.444443:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbe300 00000100:00100000:0.0:1746156242.446676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.449665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.453183:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.453295:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057222144 00000100:00100000:1.0:1746156242.453303:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057222144 00000100:00100000:0.0:1746156242.455758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.461668:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.465725:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.465936:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.467912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.467965:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057222912 00000100:00100000:1.0:1746156242.467971:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057222912 00000100:00100000:1.0:1746156242.468006:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6093 00000100:00100000:1.0:1746156242.468012:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31591:x1830977057222912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.468022:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.468032:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77639 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813468 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.468047:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.468051:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77632 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813461 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.468056:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.468059:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77639 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813468 expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.468080:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77632 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813461 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.468089:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77639 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813468 expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.468096:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156242.468120:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31591:x1830977057222912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.468136:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6093 00000100:00100000:0.0:1746156242.469142:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.472167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.481325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.482982:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.485852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.492428:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.492507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.494584:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.494649:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057224448 00000100:00100000:1.0:1746156242.494655:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057224448 00000100:00100000:1.0:1746156242.494691:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6096 00000100:00100000:1.0:1746156242.494698:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31591:x1830977057224448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.494708:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.494719:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7764e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81347d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.494738:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.494743:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77647 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813476 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.494748:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.494751:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7764e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81347d expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.494773:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77647 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813476 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.494783:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7764e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81347d expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.494790:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156242.494821:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31591:x1830977057224448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.494827:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6096 00000100:00100000:0.0:1746156242.495743:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.499914:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.504608:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.507279:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.509682:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.514068:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.516728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.517746:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.518154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.520655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.523618:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.528147:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.530880:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.533438:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.536228:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.539239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.542094:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.542148:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.546744:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.548806:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.551521:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.555676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.558595:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.563073:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.566973:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.568772:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.571855:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.573916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.585830:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.592275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.597292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.599600:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.601298:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.601759:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057230080 00000100:00100000:1.0:1746156242.601764:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057230080 00002000:00100000:1.0:1746156242.601789:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9c00 x1830977057230080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.601804:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9c00 with x1830977057230080 ext(0->4095) 00010000:00010000:1.0:1746156242.601811:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7768d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134bc expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.601820:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7768d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134bc expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.601826:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc9c00 00000100:00100000:1.0:1746156242.601839:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2496 00000100:00100000:1.0:1746156242.601844:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057230080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.601949:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057230080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.601954:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2496 00002000:00100000:1.0:1746156242.601960:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9c00 x1830977057230080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.601967:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9c00 with x1830977057230080 ext(0->4095) 00010000:00010000:1.0:1746156242.601971:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7768d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134bc expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.601979:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7768d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134bc expref: 6 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.601984:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc9c00 00000100:00100000:0.0:1746156242.604092:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.604139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.607457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156242.607536:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746156242.609065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.613336:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.613563:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057230976 00000100:00100000:1.0:1746156242.613571:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057230976 00002000:00100000:1.0:1746156242.613606:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7480 x1830977057230976/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.613704:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7480 with x1830977057230976 ext(0->4095) 00002000:00010000:1.0:1746156242.613708:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f7480 00000100:00100000:1.0:1746156242.613738:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4523 00000100:00100000:1.0:1746156242.613746:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1973:x1830977057230976:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156242.614320:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1973:x1830977057230976:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 573us (986us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.614326:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4523 00002000:00100000:1.0:1746156242.614332:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7480 x1830977057230976/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.614340:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7480 with x1830977057230976 ext(0->4095) 00002000:00010000:1.0:1746156242.614342:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f7480 00000100:00100000:0.0:1746156242.616763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.619953:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.626284:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057231616 00000100:00100000:1.0:1746156242.626293:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057231616 00002000:00100000:1.0:1746156242.626332:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01880 x1830977057231616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.626340:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01880 with x1830977057231616 ext(0->4095) 00002000:00010000:1.0:1746156242.626344:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01880 00000100:00100000:1.0:1746156242.626404:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4524 00000100:00100000:1.0:1746156242.626410:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057231616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156242.626466:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057231360 00000100:00100000:0.0:1746156242.626470:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057231360 00000100:00100000:0.0:1746156242.626498:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6109 00000100:00100000:0.0:1746156242.626504:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977057231360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156242.626512:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156242.626524:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e776a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8134d8 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.626544:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e776a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134d1 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156242.626545:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057231616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (2547us total) trans 0 rc 4096/4096 00010000:00010000:0.0:1746156242.626551:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156242.626552:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746156242.626554:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4524 00010000:00010000:0.0:1746156242.626555:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e776a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134d8 expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746156242.626559:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01880 x1830977057231616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.626566:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01880 with x1830977057231616 ext(0->4095) 00010000:00010000:1.0:1746156242.626570:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e776a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134d1 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.626578:0:32394:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e776a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134d1 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.626578:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e776a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134d1 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746156242.626584:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01880 00010000:00010000:0.0:1746156242.626592:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e776a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8134d1 expref: 5 pid: 21377 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746156242.626601:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a95f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053907712:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156242.626663:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.628340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.628420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.630598:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.633338:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.635916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.635970:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057232512 00000100:00100000:1.0:1746156242.635976:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057232512 00002000:00100000:1.0:1746156242.636006:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f5c00 x1830977057232512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.636014:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5c00 with x1830977057232512 ext(0->4095) 00002000:00010000:1.0:1746156242.636018:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f5c00 00000100:00100000:1.0:1746156242.636046:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4525 00000100:00100000:1.0:1746156242.636052:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057232512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.636198:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057232512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.636204:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4525 00002000:00100000:1.0:1746156242.636209:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f5c00 x1830977057232512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.636221:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5c00 with x1830977057232512 ext(0->4095) 00002000:00010000:1.0:1746156242.636223:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f5c00 00000100:00100000:0.0:1746156242.637537:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.642918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.646820:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.646853:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.646901:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057233152 00000100:00100000:1.0:1746156242.646906:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057233152 00002000:00100000:1.0:1746156242.646934:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c080700 x1830977057233152/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.646943:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080700 with x1830977057233152 ext(0->4095) 00002000:00010000:1.0:1746156242.646947:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c080700 00000100:00100000:1.0:1746156242.646961:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4526 00000100:00100000:1.0:1746156242.646966:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057233152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.647080:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057233152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (225us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.647085:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4526 00002000:00100000:1.0:1746156242.647090:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c080700 x1830977057233152/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.647096:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080700 with x1830977057233152 ext(0->4095) 00002000:00010000:1.0:1746156242.647099:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c080700 00000100:00100000:0.0:1746156242.648092:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.649987:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.652360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.655138:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.659228:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.661262:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.663751:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.667272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.669160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.670739:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.672222:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.677574:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.680731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.683639:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.685306:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.687917:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.689895:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.691921:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.694650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.695301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.695494:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053910144:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156242.696397:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.698090:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053910144:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156242.698109:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156242.698162:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057236352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2798us (3515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.698171:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10656 00000100:00100000:0.0:1746156242.698714:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.701708:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.701773:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057236864 00000100:00100000:2.0:1746156242.701778:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057236864 00000100:00100000:2.0:1746156242.701810:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6120 00000100:00100000:2.0:1746156242.701815:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057236864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.701828:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.701841:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e776f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813525 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.701859:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.701864:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e776ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81351e expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.701868:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156242.701872:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e776f6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813525 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.701895:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e776ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81351e expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.701905:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e776f6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813525 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.701916:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156242.701956:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057236864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.701961:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6120 00000100:00100000:0.0:1746156242.703959:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.705228:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057236992 00000100:00100000:2.0:1746156242.705237:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057236992 00000100:00100000:0.0:1746156242.715078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.715381:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057237248 00000100:00100000:1.0:1746156242.715387:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057237248 00002000:00100000:1.0:1746156242.715414:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bb480 x1830977057237248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.715421:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb480 with x1830977057237248 ext(0->4095) 00010000:00010000:1.0:1746156242.715429:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e776ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81351e expref: 88 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.715438:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e776ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81351e expref: 88 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.715444:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bb480 00000100:00100000:1.0:1746156242.715458:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2502 00000100:00100000:1.0:1746156242.715463:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057237248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.715590:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057237248:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.715595:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2502 00002000:00100000:1.0:1746156242.715599:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bb480 x1830977057237248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.715605:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb480 with x1830977057237248 ext(0->4095) 00010000:00010000:1.0:1746156242.715608:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e776ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81351e expref: 88 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.715616:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e776ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81351e expref: 88 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.715621:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bb480 00000100:00100000:0.0:1746156242.718581:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.718632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.718719:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057237376 00000100:00100000:2.0:1746156242.718725:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057237376 00000100:00100000:2.0:1746156242.718765:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6121 00000100:00100000:2.0:1746156242.718772:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977057237376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.718791:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.718804:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e776fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81352c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.718829:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.718834:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e776f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813525 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.718840:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156242.718843:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e776fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81352c expref: 89 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.718873:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e776f6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813525 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.718890:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e776fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81352c expref: 89 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.718902:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:2.0:1746156242.718957:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31590:x1830977057237376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.718962:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6121 00000100:00100000:0.0:1746156242.721307:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.721527:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057237760 00000100:00100000:2.0:1746156242.721532:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057237760 00002000:00100000:2.0:1746156242.721560:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9880 x1830977057237760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.721568:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9880 with x1830977057237760 ext(0->4095) 00010000:00010000:2.0:1746156242.721574:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e776f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813525 expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.721583:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e776f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813525 expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.721588:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9880 00000100:00100000:2.0:1746156242.721600:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2503 00000100:00100000:2.0:1746156242.721604:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057237760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156242.721697:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057237760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 92us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.721702:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2503 00002000:00100000:2.0:1746156242.721706:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9880 x1830977057237760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.721718:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9880 with x1830977057237760 ext(0->4095) 00010000:00010000:2.0:1746156242.721722:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e776f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813525 expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.721729:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e776f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813525 expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.721734:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9880 00000100:00100000:0.0:1746156242.724208:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.724987:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.725028:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057238016 00000100:00100000:2.0:1746156242.725032:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057238016 00000100:00100000:2.0:1746156242.725051:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6122 00000100:00100000:2.0:1746156242.725056:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057238016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.725067:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.725076:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77704 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813533 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.725091:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e776fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81352c expref: 87 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.725096:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.725097:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.725100:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77704 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813533 expref: 7 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.725113:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e776fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81352c expref: 87 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.725138:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e776fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81352c expref: 87 pid: 8463 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.725146:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053911040:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.725182:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.727600:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053911040:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.727623:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77704 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813533 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.727634:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156242.727661:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057238016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2604us (2674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.727668:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6122 00000100:00100000:0.0:1746156242.727784:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.734271:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.734499:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057238400 00000100:00100000:0.0:1746156242.734506:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057238400 00002000:00100000:0.0:1746156242.734536:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b516300 x1830977057238400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.734544:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516300 with x1830977057238400 ext(0->4095) 00002000:00010000:0.0:1746156242.734548:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b516300 00000100:00100000:0.0:1746156242.734576:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4531 00000100:00100000:0.0:1746156242.734583:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057238400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156242.734717:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057238400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (449us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156242.734724:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4531 00002000:00100000:0.0:1746156242.734728:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b516300 x1830977057238400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.734735:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516300 with x1830977057238400 ext(0->4095) 00002000:00010000:0.0:1746156242.734737:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b516300 00000100:00100000:0.0:1746156242.738150:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.738196:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057238528 00000100:00100000:2.0:1746156242.738203:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057238528 00000100:00100000:2.0:1746156242.738250:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6123 00000100:00100000:2.0:1746156242.738258:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977057238528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.738272:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.738286:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7770b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81353a expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.738306:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77704 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813533 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.738316:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.738318:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.738321:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7770b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81353a expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.738345:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77704 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813533 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.738355:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77704 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813533 expref: 5 pid: 8461 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.738389:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053911296:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.738464:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156242.738701:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.738985:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057238656 00000100:00100000:0.0:1746156242.738989:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057238656 00000100:00100000:0.0:1746156242.739020:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6124 00000100:00100000:0.0:1746156242.739025:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057238656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156242.739031:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156242.739038:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e77712 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813541 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.739049:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156242.739052:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7770b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81353a expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.739057:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156242.739059:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e77712 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813541 expref: 90 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.739076:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7770b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81353a expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.739087:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e77712 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813541 expref: 90 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.739094:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f600, rc 0) 00000100:00100000:0.0:1746156242.739134:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31591:x1830977057238656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156242.739139:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6124 00000100:00100000:2.0:1746156242.741425:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053911296:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.741450:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7770b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81353a expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.741463:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156242.741504:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31590:x1830977057238528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3246us (3358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.741511:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6123 00000100:00100000:0.0:1746156242.741885:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.745017:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.746052:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057239040 00000100:00100000:2.0:1746156242.746059:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057239040 00002000:00100000:2.0:1746156242.746098:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e9500 x1830977057239040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.746114:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9500 with x1830977057239040 ext(0->4095) 00010000:00010000:2.0:1746156242.746130:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7770b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81353a expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.746143:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7770b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81353a expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.746150:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956e9500 00000100:00100000:2.0:1746156242.746170:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2504 00000100:00100000:2.0:1746156242.746176:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057239040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.746320:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057239040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (1312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.746326:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2504 00002000:00100000:2.0:1746156242.746331:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e9500 x1830977057239040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.746338:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9500 with x1830977057239040 ext(0->4095) 00010000:00010000:2.0:1746156242.746343:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7770b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81353a expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.746351:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7770b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81353a expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.746357:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956e9500 00000100:00100000:1.0:1746156242.750722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.754194:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.754262:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057239424 00000100:00100000:0.0:1746156242.754268:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057239424 00002000:00100000:0.0:1746156242.754299:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb100 x1830977057239424/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.754308:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb100 with x1830977057239424 ext(0->4095) 00002000:00010000:0.0:1746156242.754312:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb100 00000100:00100000:2.0:1746156242.754503:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4532 00000100:00100000:2.0:1746156242.754514:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057239424:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.754623:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057239424:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.754628:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4532 00002000:00100000:2.0:1746156242.754633:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb100 x1830977057239424/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.754640:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb100 with x1830977057239424 ext(0->4095) 00002000:00010000:2.0:1746156242.754642:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb100 00000100:00100000:1.0:1746156242.756841:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.756916:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057239552 00000100:00100000:2.0:1746156242.756922:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057239552 00000100:00100000:2.0:1746156242.756998:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6125 00000100:00100000:2.0:1746156242.757007:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057239552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.757020:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.757032:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77719 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813548 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.757053:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e77712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813541 expref: 87 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.757059:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.757060:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.757063:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77719 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813548 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.757085:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e77712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813541 expref: 87 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.757098:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f600/0xb0171789e0e77712 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813541 expref: 87 pid: 8463 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.757107:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053911808:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.757197:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75300 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.758776:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053911808:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.758799:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77719 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813548 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.758810:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156242.759179:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057239552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2171us (2342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.759186:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6125 00000100:00100000:0.0:1746156242.759703:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.762536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.762584:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057239936 00000100:00100000:0.0:1746156242.762590:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057239936 00002000:00100000:0.0:1746156242.762618:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956ea300 x1830977057239936/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.762627:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956ea300 with x1830977057239936 ext(0->4095) 00002000:00010000:0.0:1746156242.762630:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956ea300 00000100:00100000:0.0:1746156242.762655:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4533 00000100:00100000:0.0:1746156242.762661:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057239936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156242.762782:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057239936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156242.762787:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4533 00002000:00100000:0.0:1746156242.762793:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956ea300 x1830977057239936/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.762800:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956ea300 with x1830977057239936 ext(0->4095) 00002000:00010000:0.0:1746156242.762802:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956ea300 00000100:00100000:1.0:1746156242.764602:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.764659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.764730:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057240064 00000100:00100000:0.0:1746156242.764730:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057240192 00000100:00100000:2.0:1746156242.764735:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057240064 00000100:00100000:0.0:1746156242.764736:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057240192 00000100:00100000:2.0:1746156242.764783:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6126 00000100:00100000:2.0:1746156242.764790:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31591:x1830977057240064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156242.764790:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6127 00000100:00100000:0.0:1746156242.764798:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977057240192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.764803:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156242.764807:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.764816:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77720 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81354f expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.764817:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77727 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813556 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.764835:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77719 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813548 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.765027:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.765030:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.765034:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77720 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81354f expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.765044:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156242.765050:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77720 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81354f expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.765055:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156242.765058:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77727 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813556 expref: 90 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.765101:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77719 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813548 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.765105:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77720 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81354f expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.765113:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77719 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813548 expref: 5 pid: 8461 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.765135:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053912192:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156242.765143:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77727 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813556 expref: 90 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.765152:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f800, rc 0) 00000100:00100000:0.0:1746156242.765212:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31590:x1830977057240192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 414us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156242.765219:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6127 00000100:00100000:2.0:1746156242.765228:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75300 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.766314:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053912192:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.766333:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77720 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81354f expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.766342:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156242.766487:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057240064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1696us (1887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.766494:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6126 00000100:00100000:0.0:1746156242.767305:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.769874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.769948:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057240576 00000100:00100000:2.0:1746156242.769953:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057240576 00002000:00100000:2.0:1746156242.769982:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60aed80 x1830977057240576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.769997:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aed80 with x1830977057240576 ext(0->4095) 00010000:00010000:2.0:1746156242.770003:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81354f expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.770014:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81354f expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.770020:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60aed80 00000100:00100000:2.0:1746156242.770034:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2505 00000100:00100000:2.0:1746156242.770041:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1975:x1830977057240576:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156242.770174:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1975:x1830977057240576:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.770180:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2505 00002000:00100000:2.0:1746156242.770185:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60aed80 x1830977057240576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.770191:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aed80 with x1830977057240576 ext(0->4095) 00010000:00010000:2.0:1746156242.770195:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81354f expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.770202:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81354f expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.770206:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60aed80 00000100:00100000:0.0:1746156242.772229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.772323:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057240704 00000100:00100000:2.0:1746156242.772330:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057240704 00000100:00100000:2.0:1746156242.772360:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6128 00000100:00100000:2.0:1746156242.772385:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057240704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.772398:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.772410:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7772e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81355d expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.772426:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.772431:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77727 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813556 expref: 88 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.772436:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156242.772439:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7772e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81355d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.772466:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77727 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813556 expref: 88 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.772478:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7772e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81355d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.772485:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156242.773159:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057240704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 790us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.773164:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6128 00000100:00100000:1.0:1746156242.773767:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.775668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.775722:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057241088 00000100:00100000:2.0:1746156242.775727:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057241088 00002000:00100000:2.0:1746156242.775757:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60afb80 x1830977057241088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.775771:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60afb80 with x1830977057241088 ext(0->4095) 00010000:00010000:2.0:1746156242.775777:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813556 expref: 88 pid: 8463 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.775787:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813556 expref: 88 pid: 8463 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.775793:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60afb80 00000100:00100000:2.0:1746156242.775813:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2506 00000100:00100000:2.0:1746156242.775819:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057241088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.775919:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057241088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.775925:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2506 00002000:00100000:2.0:1746156242.775929:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60afb80 x1830977057241088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.775936:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60afb80 with x1830977057241088 ext(0->4095) 00010000:00010000:2.0:1746156242.775940:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813556 expref: 88 pid: 8463 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.775947:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e77727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813556 expref: 88 pid: 8463 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.775952:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60afb80 00000100:00100000:1.0:1746156242.778447:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.778682:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057241216 00000100:00100000:2.0:1746156242.778690:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057241216 00000100:00100000:2.0:1746156242.778741:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6129 00000100:00100000:2.0:1746156242.778748:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977057241216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.778763:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.778775:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77735 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813564 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.778794:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.778799:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7772e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81355d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.778804:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156242.778808:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77735 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813564 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.778835:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7772e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81355d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.778845:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77735 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813564 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.778853:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156242.778885:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31590:x1830977057241216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.778890:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6129 00000100:00100000:1.0:1746156242.778945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.780934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.781024:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057241600 00000100:00100000:2.0:1746156242.781029:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057241600 00002000:00100000:2.0:1746156242.781057:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ae680 x1830977057241600/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.781070:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae680 with x1830977057241600 ext(0->4095) 00010000:00010000:2.0:1746156242.781076:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81355d expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.781088:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81355d expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.781093:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ae680 00000100:00100000:2.0:1746156242.781116:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2507 00000100:00100000:2.0:1746156242.781133:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057241600:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156242.781271:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057241600:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.781276:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2507 00002000:00100000:2.0:1746156242.781281:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ae680 x1830977057241600/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.781288:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae680 with x1830977057241600 ext(0->4095) 00010000:00010000:2.0:1746156242.781291:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81355d expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.781300:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81355d expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.781305:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ae680 00000100:00100000:0.0:1746156242.785485:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.788943:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.788990:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057241984 00000100:00100000:2.0:1746156242.788997:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057241984 00002000:00100000:2.0:1746156242.789035:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbdf80 x1830977057241984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.789136:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbdf80 with x1830977057241984 ext(0->4095) 00002000:00010000:2.0:1746156242.789141:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbdf80 00000100:00100000:2.0:1746156242.789159:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4534 00000100:00100000:2.0:1746156242.789166:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057241984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.789275:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057241984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.789280:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4534 00002000:00100000:2.0:1746156242.789286:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbdf80 x1830977057241984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.789293:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbdf80 with x1830977057241984 ext(0->4095) 00002000:00010000:2.0:1746156242.789295:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbdf80 00000100:00100000:1.0:1746156242.791786:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.792022:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057242112 00000100:00100000:2.0:1746156242.792029:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057242112 00000100:00100000:2.0:1746156242.792073:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6130 00000100:00100000:2.0:1746156242.792079:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057242112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.792091:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.792104:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7773c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81356b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.792138:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813564 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.792149:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.792150:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.792154:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7773c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81356b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.792176:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813564 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.792187:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77735 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813564 expref: 87 pid: 8461 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.792197:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053913088:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.792261:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75180 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.793406:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053913088:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.793426:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7773c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81356b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.793438:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156242.793678:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057242112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1596us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.793684:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6130 00000100:00100000:0.0:1746156242.794159:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.796582:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.797232:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057242496 00000100:00100000:1.0:1746156242.797239:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057242496 00002000:00100000:1.0:1746156242.797269:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60af480 x1830977057242496/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.797278:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af480 with x1830977057242496 ext(0->4095) 00002000:00010000:1.0:1746156242.797282:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60af480 00000100:00100000:1.0:1746156242.797307:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4535 00000100:00100000:1.0:1746156242.797312:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057242496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.797471:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057242496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.797477:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4535 00002000:00100000:1.0:1746156242.797483:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60af480 x1830977057242496/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.797490:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af480 with x1830977057242496 ext(0->4095) 00002000:00010000:1.0:1746156242.797492:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60af480 00000100:00100000:0.0:1746156242.799039:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.799228:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057242624 00000100:00100000:2.0:1746156242.799234:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057242624 00000100:00100000:2.0:1746156242.799261:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6131 00000100:00100000:2.0:1746156242.799266:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977057242624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.799279:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.799291:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77743 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813572 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.799314:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7773c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81356b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.799320:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.799322:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.799324:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77743 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813572 expref: 88 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.799348:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7773c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81356b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.799358:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7773c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81356b expref: 5 pid: 8463 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.799388:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053913344:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156242.800496:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.800566:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057242752 00000100:00100000:0.0:1746156242.800570:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057242752 00000100:00100000:0.0:1746156242.800606:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6132 00000100:00100000:0.0:1746156242.800613:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057242752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156242.800622:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156242.800630:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e7774a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813579 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156242.800632:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75180 going to sleep for 11 seconds 00010000:00010000:0.0:1746156242.800644:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156242.800648:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77743 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813572 expref: 90 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.800652:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156242.800659:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e7774a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813579 expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.800688:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77743 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813572 expref: 90 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.800698:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e7774a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813579 expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.800706:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f800, rc 0) 00000100:00100000:2.0:1746156242.802345:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053913344:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.802401:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77743 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813572 expref: 89 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.802411:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ce00, rc 0) 00000100:00100000:2.0:1746156242.802451:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31590:x1830977057242624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3183us (3415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.802461:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6131 00000100:00100000:1.0:1746156242.802793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.804975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.805568:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057243136 00000100:00100000:2.0:1746156242.805573:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057243136 00002000:00100000:2.0:1746156242.805605:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529180 x1830977057243136/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.805614:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529180 with x1830977057243136 ext(0->4095) 00010000:00010000:2.0:1746156242.805620:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813572 expref: 89 pid: 8463 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.805630:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813572 expref: 89 pid: 8463 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.805635:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093529180 00000100:00100000:2.0:1746156242.805659:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2508 00000100:00100000:2.0:1746156242.805666:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057243136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.806427:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057243136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 760us (1451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.806434:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2508 00002000:00100000:2.0:1746156242.806440:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529180 x1830977057243136/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.806447:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529180 with x1830977057243136 ext(0->4095) 00010000:00010000:2.0:1746156242.806452:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813572 expref: 89 pid: 8463 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.806465:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813572 expref: 89 pid: 8463 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.806470:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093529180 00000100:00100000:1.0:1746156242.809117:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.815810:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.816193:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057243520 00000100:00100000:2.0:1746156242.816201:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057243520 00002000:00100000:2.0:1746156242.816236:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284a300 x1830977057243520/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.816523:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a300 with x1830977057243520 ext(0->4095) 00002000:00010000:2.0:1746156242.816528:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284a300 00000100:00100000:2.0:1746156242.816718:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4536 00000100:00100000:2.0:1746156242.816727:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1975:x1830977057243520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156242.816949:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1975:x1830977057243520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 223us (1142us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.816955:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4536 00002000:00100000:2.0:1746156242.816961:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284a300 x1830977057243520/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.816968:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a300 with x1830977057243520 ext(0->4095) 00002000:00010000:2.0:1746156242.816970:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284a300 00000100:00100000:1.0:1746156242.818553:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.818651:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057243648 00000100:00100000:2.0:1746156242.818656:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057243648 00000100:00100000:2.0:1746156242.818699:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6133 00000100:00100000:2.0:1746156242.818707:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057243648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.818722:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.818734:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77751 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813580 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.819187:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e7774a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813579 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.819195:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.819197:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.819200:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77751 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813580 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.819224:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e7774a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813579 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.819234:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484f800/0xb0171789e0e7774a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813579 expref: 87 pid: 8461 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.819244:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053913856:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.819316:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.820700:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053913856:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.820721:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77751 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813580 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.820733:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156242.820764:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057243648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2058us (2215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.820774:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6133 00000100:00100000:0.0:1746156242.821291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.824697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.824735:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057244032 00000100:00100000:2.0:1746156242.824742:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057244032 00002000:00100000:2.0:1746156242.824778:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ce00 x1830977057244032/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.824786:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ce00 with x1830977057244032 ext(0->4095) 00002000:00010000:2.0:1746156242.824790:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8ce00 00000100:00100000:2.0:1746156242.824805:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4537 00000100:00100000:2.0:1746156242.824811:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057244032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156242.824944:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057244032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.824949:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4537 00002000:00100000:2.0:1746156242.824954:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ce00 x1830977057244032/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.824961:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ce00 with x1830977057244032 ext(0->4095) 00002000:00010000:2.0:1746156242.824963:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8ce00 00000100:00100000:0.0:1746156242.825909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.825957:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057244160 00000100:00100000:2.0:1746156242.825961:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057244160 00000100:00100000:2.0:1746156242.825993:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6134 00000100:00100000:2.0:1746156242.825998:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977057244160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.826007:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.826019:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77758 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813587 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.826044:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77751 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813580 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.826050:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.826051:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.826054:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77758 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813587 expref: 88 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.826074:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77751 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813580 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.826082:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77751 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813580 expref: 5 pid: 8463 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.826091:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053914112:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.826145:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.827991:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053914112:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.828014:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77758 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813587 expref: 88 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.828028:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:2.0:1746156242.828067:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977057244160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2068us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.828074:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6134 00000100:00100000:0.0:1746156242.830287:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.830321:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.830331:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057244288 00000100:00100000:2.0:1746156242.830339:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057244288 00000100:00100000:2.0:1746156242.830421:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6135 00000100:00100000:2.0:1746156242.830428:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31591:x1830977057244288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.830440:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.830449:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7775f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81358e expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.830462:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.830466:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77758 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813587 expref: 89 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.830471:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.830474:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7775f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81358e expref: 89 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.830513:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77758 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813587 expref: 89 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.830578:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7775f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81358e expref: 89 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.830586:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156242.830613:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057244288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.830618:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6135 00000100:00100000:1.0:1746156242.833745:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.834111:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057244672 00000100:00100000:2.0:1746156242.834118:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057244672 00002000:00100000:2.0:1746156242.834159:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8dc00 x1830977057244672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.834173:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8dc00 with x1830977057244672 ext(0->4095) 00010000:00010000:2.0:1746156242.834180:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813587 expref: 89 pid: 8463 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.834191:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813587 expref: 89 pid: 8463 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.834197:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8dc00 00000100:00100000:2.0:1746156242.834210:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2509 00000100:00100000:2.0:1746156242.834215:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057244672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.834324:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057244672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.834330:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2509 00002000:00100000:2.0:1746156242.834334:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8dc00 x1830977057244672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.834340:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8dc00 with x1830977057244672 ext(0->4095) 00010000:00010000:2.0:1746156242.834343:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813587 expref: 89 pid: 8463 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.834351:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813587 expref: 89 pid: 8463 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.834356:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8dc00 00000100:00100000:1.0:1746156242.836510:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.839899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.840262:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057245056 00000100:00100000:1.0:1746156242.840267:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057245056 00002000:00100000:1.0:1746156242.840293:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848a80 x1830977057245056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.840301:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830977057245056 ext(0->4095) 00002000:00010000:1.0:1746156242.840304:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848a80 00000100:00100000:1.0:1746156242.840324:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4538 00000100:00100000:1.0:1746156242.840329:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057245056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.840462:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057245056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.840468:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4538 00002000:00100000:1.0:1746156242.840472:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848a80 x1830977057245056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.840478:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830977057245056 ext(0->4095) 00002000:00010000:1.0:1746156242.840480:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848a80 00000100:00100000:1.0:1746156242.842155:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.842331:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057245184 00000100:00100000:2.0:1746156242.842339:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057245184 00000100:00100000:0.0:1746156242.842737:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6136 00000100:00100000:0.0:1746156242.842745:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057245184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156242.842760:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156242.842773:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77766 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813595 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.842794:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7775f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81358e expref: 87 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.842800:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156242.842802:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156242.842805:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77766 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813595 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.842828:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7775f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81358e expref: 87 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.842837:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7775f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81358e expref: 87 pid: 8463 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746156242.842846:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053914624:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156242.842911:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.846934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156242.847629:0:8461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7775f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81358e expref: 88 pid: 8463 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.847642:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053914624:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.847659:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77766 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813595 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.847666:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ea00, rc 0) 00000100:00100000:2.0:1746156242.847686:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057245184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4942us (5535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.847691:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6136 00000100:00100000:0.0:1746156242.849490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.849694:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057245568 00000100:00100000:2.0:1746156242.849698:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057245568 00002000:00100000:2.0:1746156242.849732:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092849c00 x1830977057245568/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.849740:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849c00 with x1830977057245568 ext(0->4095) 00002000:00010000:2.0:1746156242.849743:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849c00 00000100:00100000:2.0:1746156242.849758:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4539 00000100:00100000:2.0:1746156242.849763:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057245568:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.849870:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057245568:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.849875:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4539 00002000:00100000:2.0:1746156242.849880:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092849c00 x1830977057245568/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.849891:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849c00 with x1830977057245568 ext(0->4095) 00002000:00010000:2.0:1746156242.849894:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849c00 00000100:00100000:0.0:1746156242.850754:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.850795:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057245696 00000100:00100000:2.0:1746156242.850798:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057245696 00000100:00100000:2.0:1746156242.850828:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6137 00000100:00100000:2.0:1746156242.850833:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31590:x1830977057245696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.850841:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.850852:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7776d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81359c expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.850869:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77766 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813595 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.850875:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.850876:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.850880:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7776d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81359c expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.850897:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77766 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813595 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.850906:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484ea00/0xb0171789e0e77766 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813595 expref: 5 pid: 8461 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.850914:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053914880:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.852049:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.852280:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.852326:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057245824 00000100:00100000:2.0:1746156242.852330:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057245824 00000100:00100000:2.0:1746156242.852384:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6138 00000100:00100000:2.0:1746156242.852392:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057245824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.852401:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.852411:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77774 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135a3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.852426:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.852429:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7776d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81359c expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.852434:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.852437:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77774 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135a3 expref: 90 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.852457:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7776d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81359c expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.852467:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77774 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135a3 expref: 90 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.852474:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156242.852499:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31591:x1830977057245824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.852504:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6138 00000100:00100000:2.0:1746156242.853622:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053914880:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.853643:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7776d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81359c expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.853654:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156242.853678:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31590:x1830977057245696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2845us (2926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.853684:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6137 00000100:00100000:0.0:1746156242.855170:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.858572:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.858815:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057246208 00000100:00100000:2.0:1746156242.858825:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057246208 00002000:00100000:2.0:1746156242.858859:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c428a80 x1830977057246208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.858867:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977057246208 ext(0->4095) 00010000:00010000:2.0:1746156242.858873:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7776d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81359c expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.858886:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7776d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81359c expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.858891:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c428a80 00000100:00100000:2.0:1746156242.858982:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2510 00000100:00100000:2.0:1746156242.858989:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057246208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.859584:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057246208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 594us (1013us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.859591:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2510 00002000:00100000:2.0:1746156242.859597:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c428a80 x1830977057246208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.859609:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977057246208 ext(0->4095) 00010000:00010000:2.0:1746156242.859613:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7776d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81359c expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.859622:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7776d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81359c expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.859627:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c428a80 00000100:00100000:0.0:1746156242.862901:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.865945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.866012:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057246592 00000100:00100000:2.0:1746156242.866016:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057246592 00002000:00100000:2.0:1746156242.866047:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4e00 x1830977057246592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.866055:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4e00 with x1830977057246592 ext(0->4095) 00002000:00010000:2.0:1746156242.866058:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c4e00 00000100:00100000:2.0:1746156242.866073:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4540 00000100:00100000:2.0:1746156242.866079:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057246592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.866322:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057246592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 242us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.866328:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4540 00002000:00100000:2.0:1746156242.866333:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4e00 x1830977057246592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.866339:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4e00 with x1830977057246592 ext(0->4095) 00002000:00010000:2.0:1746156242.866342:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c4e00 00000100:00100000:0.0:1746156242.867882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.867951:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057246720 00000100:00100000:2.0:1746156242.867956:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057246720 00000100:00100000:2.0:1746156242.868042:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6139 00000100:00100000:2.0:1746156242.868050:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057246720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.868063:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.868076:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7777b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135aa expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.868097:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135a3 expref: 87 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.868104:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.868105:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.868109:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7777b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135aa expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.868148:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135a3 expref: 87 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.868158:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77774 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135a3 expref: 87 pid: 8463 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.868167:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053915392:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.868645:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.870929:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.871399:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053915392:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.871466:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7777b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135aa expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.871485:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156242.871528:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057246720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3480us (3649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.871535:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6139 00000100:00100000:0.0:1746156242.873660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.877022:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.877093:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.877179:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057247232 00000100:00100000:2.0:1746156242.877187:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057247232 00000100:00100000:2.0:1746156242.877220:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057247360 00000100:00100000:2.0:1746156242.877222:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057247360 00000100:00100000:2.0:1746156242.877252:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6140 00000100:00100000:2.0:1746156242.877259:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31591:x1830977057247232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.877274:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.877287:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77782 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135b1 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.877307:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7777b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135aa expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.877314:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.877315:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.877318:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77782 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b1 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.877948:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7777b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135aa expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.877960:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7777b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135aa expref: 5 pid: 8461 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.877970:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053915648:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.878032:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.879973:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053915648:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.879997:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77782 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b1 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.880009:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156242.880038:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057247232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2779us (3021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.880049:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6140 00000100:00100000:0.0:1746156242.880206:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.882995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.883153:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057247744 00000100:00100000:2.0:1746156242.883159:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057247744 00002000:00100000:2.0:1746156242.883192:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c5180 x1830977057247744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.883201:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c5180 with x1830977057247744 ext(0->4095) 00010000:00010000:2.0:1746156242.883208:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b1 expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.883219:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b1 expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.883225:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c5180 00000100:00100000:2.0:1746156242.883254:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2511 00000100:00100000:2.0:1746156242.883261:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057247744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.883417:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057247744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (423us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.883423:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2511 00002000:00100000:2.0:1746156242.883428:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c5180 x1830977057247744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.883435:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c5180 with x1830977057247744 ext(0->4095) 00010000:00010000:2.0:1746156242.883439:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b1 expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.883448:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b1 expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.883454:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c5180 00000100:00100000:0.0:1746156242.887543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.887877:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057247872 00000100:00100000:2.0:1746156242.887884:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057247872 00000100:00100000:0.0:1746156242.888012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.888201:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6142 00000100:00100000:2.0:1746156242.888210:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057247872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.888224:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.888236:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77790 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135bf expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.888257:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.888261:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77789 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b8 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.888266:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156242.888269:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77790 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135bf expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.888295:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77789 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b8 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.888306:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77790 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135bf expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.888315:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156242.888557:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057247872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 347us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.888563:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6142 00000100:00100000:0.0:1746156242.893298:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.893515:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2512 00000100:00100000:2.0:1746156242.893527:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1975:x1830977057248256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156242.893664:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1975:x1830977057248256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.893670:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2512 00002000:00100000:2.0:1746156242.893674:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bd880 x1830977057248256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.893680:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bd880 with x1830977057248256 ext(0->4095) 00010000:00010000:2.0:1746156242.893684:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b8 expref: 88 pid: 21377 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.893692:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135b8 expref: 88 pid: 21377 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.893700:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bd880 00000100:00100000:0.0:1746156242.895451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.895727:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057248384 00000100:00100000:2.0:1746156242.895734:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057248384 00000100:00100000:2.0:1746156242.895782:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6143 00000100:00100000:2.0:1746156242.895789:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977057248384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.895802:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.895814:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77797 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135c6 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.895832:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.895836:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77790 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135bf expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.895842:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156242.895845:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77797 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135c6 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156242.895868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156242.896034:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77790 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135bf expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.896109:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77797 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135c6 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.896220:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156242.896314:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31590:x1830977057248384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 525us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.896323:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6143 00000100:00100000:0.0:1746156242.900117:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.900336:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057248768 00000100:00100000:2.0:1746156242.900341:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057248768 00002000:00100000:2.0:1746156242.900396:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bc380 x1830977057248768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.900406:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc380 with x1830977057248768 ext(0->4095) 00010000:00010000:2.0:1746156242.900412:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77790 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135bf expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.900423:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77790 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135bf expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.900429:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bc380 00000100:00100000:2.0:1746156242.900444:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2513 00000100:00100000:2.0:1746156242.900451:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057248768:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156242.900559:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057248768:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.900564:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2513 00002000:00100000:2.0:1746156242.900568:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bc380 x1830977057248768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.900574:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc380 with x1830977057248768 ext(0->4095) 00010000:00010000:2.0:1746156242.900578:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77790 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135bf expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.900590:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77790 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135bf expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.900595:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bc380 00000100:00100000:0.0:1746156242.902897:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.909358:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.909566:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057249152 00000100:00100000:0.0:1746156242.909573:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057249152 00002000:00100000:0.0:1746156242.909607:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01f80 x1830977057249152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.909617:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01f80 with x1830977057249152 ext(0->4095) 00002000:00010000:0.0:1746156242.909621:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01f80 00000100:00100000:0.0:1746156242.909648:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4542 00000100:00100000:0.0:1746156242.909655:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1975:x1830977057249152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156242.910010:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1975:x1830977057249152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 353us (657us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156242.910016:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4542 00002000:00100000:0.0:1746156242.910022:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01f80 x1830977057249152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156242.910029:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01f80 with x1830977057249152 ext(0->4095) 00002000:00010000:0.0:1746156242.910032:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01f80 00000100:00100000:0.0:1746156242.912089:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.912337:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057249280 00000100:00100000:2.0:1746156242.912343:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057249280 00000100:00100000:2.0:1746156242.912411:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6144 00000100:00100000:2.0:1746156242.912418:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057249280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.912431:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.912442:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135cd expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.912462:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135c6 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.912468:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.912470:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.912473:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135cd expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.912495:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135c6 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.912504:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135c6 expref: 87 pid: 8461 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.912518:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053916672:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.912726:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75180 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.914670:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053916672:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.914694:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135cd expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.914706:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156242.914736:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057249280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2319us (2652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.914744:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6144 00000100:00100000:1.0:1746156242.914979:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.917754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.917901:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057249536 00000100:00100000:2.0:1746156242.917908:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057249536 00000100:00100000:2.0:1746156242.917951:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6145 00000100:00100000:2.0:1746156242.917958:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977057249536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.917969:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.917980:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e777a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135d4 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.917999:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135cd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.918004:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.918006:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.918008:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e777a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135d4 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.918032:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135cd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.918041:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135cd expref: 5 pid: 8461 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746156242.918050:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053916928:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.918350:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.918735:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.918865:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057249792 00000100:00100000:2.0:1746156242.918869:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057249792 00002000:00100000:2.0:1746156242.918892:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0e00 x1830977057249792/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.918901:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0e00 with x1830977057249792 ext(0->4095) 00010000:00010000:2.0:1746156242.918905:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135cd expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.918915:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135cd expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.918919:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0e00 00000100:00100000:2.0:1746156242.918931:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2514 00000100:00100000:2.0:1746156242.918936:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057249792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156242.919066:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057249792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.919075:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2514 00002000:00100000:2.0:1746156242.919079:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0e00 x1830977057249792/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.919085:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0e00 with x1830977057249792 ext(0->4095) 00010000:00010000:2.0:1746156242.919088:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135cd expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746156242.919096:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7779e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135cd expref: 6 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:2.0:1746156242.919100:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0e00 00000100:00100000:2.0:1746156242.920611:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053916928:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.920632:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e777a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135d4 expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.920644:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156242.920681:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977057249536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2725us (2932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.920688:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6145 00000100:00100000:1.0:1746156242.921296:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.921337:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057249920 00000100:00100000:2.0:1746156242.921342:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057249920 00000100:00100000:0.0:1746156242.921400:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6146 00000100:00100000:0.0:1746156242.921408:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31591:x1830977057249920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156242.921422:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156242.921432:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e777ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135db expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.921448:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156242.921453:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e777a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135d4 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.921458:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156242.921461:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e777ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135db expref: 89 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.921490:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e777a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135d4 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.921499:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e800/0xb0171789e0e777ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135db expref: 89 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156242.921506:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e800, rc 0) 00000100:00100000:1.0:1746156242.921591:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.923966:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.924176:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057250304 00000100:00100000:1.0:1746156242.924181:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057250304 00002000:00100000:1.0:1746156242.924208:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2300 x1830977057250304/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.924217:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2300 with x1830977057250304 ext(0->4095) 00010000:00010000:1.0:1746156242.924224:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e777a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135d4 expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.924234:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e777a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135d4 expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.924239:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b2300 00000100:00100000:1.0:1746156242.924266:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2515 00000100:00100000:1.0:1746156242.924273:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057250304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.924408:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057250304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.924414:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2515 00002000:00100000:1.0:1746156242.924418:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2300 x1830977057250304/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.924425:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2300 with x1830977057250304 ext(0->4095) 00010000:00010000:1.0:1746156242.924429:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e777a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135d4 expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746156242.924437:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e777a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135d4 expref: 89 pid: 8461 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746156242.924447:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b2300 00000100:00100000:0.0:1746156242.926771:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.933027:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057250688 00000100:00100000:1.0:1746156242.933033:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057250688 00002000:00100000:1.0:1746156242.933059:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0b100 x1830977057250688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.933068:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977057250688 ext(0->4095) 00002000:00010000:1.0:1746156242.933071:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0b100 00000100:00100000:1.0:1746156242.933100:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4543 00000100:00100000:1.0:1746156242.933106:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1972:x1830977057250688:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156242.933252:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1972:x1830977057250688:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.933258:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4543 00002000:00100000:1.0:1746156242.933263:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0b100 x1830977057250688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.933269:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977057250688 ext(0->4095) 00002000:00010000:1.0:1746156242.933272:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0b100 00000100:00100000:0.0:1746156242.935233:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.939574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.943240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.943594:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053917568:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156242.943613:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156242.943644:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:1974:x1830977057250944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3799us (4071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.943655:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10685 00000100:00100000:0.0:1746156242.943972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.946961:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.947139:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057251456 00000100:00100000:2.0:1746156242.947144:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057251456 00000100:00100000:2.0:1746156242.947529:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6149 00000100:00100000:2.0:1746156242.947536:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057251456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.947547:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.947558:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135f0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.947575:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.947579:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 89 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.947584:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.947587:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.947608:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 89 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.947617:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.947623:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156242.947653:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057251456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.947657:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6149 00000100:00100000:0.0:1746156242.948582:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.949851:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057251584 00000100:00100000:2.0:1746156242.949859:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057251584 00010000:00010000:2.0:1746156242.949891:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e777b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e2 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156242.949937:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10686 00000100:00100000:2.0:1746156242.949945:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057251584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156242.949956:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156242.949973:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e777b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e2 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.949983:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e777b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e2 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.950001:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e777b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e2 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.950031:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.950033:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.950038:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.950046:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.950071:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 88 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.950085:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 88 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156242.950095:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053917952:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156242.950181:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.954167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.954257:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053917952:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156242.954275:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156242.954310:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057251584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4366us (5729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.954320:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10686 00000100:00100000:0.0:1746156242.958586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.958735:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057251968 00000100:00100000:2.0:1746156242.958743:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057251968 00010000:00010000:2.0:1746156242.958813:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 89 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156242.958966:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10687 00000100:00100000:2.0:1746156242.958974:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057251968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156242.958985:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156242.959002:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 89 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.959012:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 89 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.959029:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e777ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135e9 expref: 89 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.959045:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.959047:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.959052:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.959058:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.959084:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156242.959093:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053918080:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156242.960000:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156242.962139:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.962560:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053918080:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156242.962580:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156242.962657:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057251968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3683us (4076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.962666:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10687 00000100:00100000:0.0:1746156242.964904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.964952:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057252352 00000100:00100000:2.0:1746156242.964957:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057252352 00000100:00100000:2.0:1746156242.965000:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6150 00000100:00100000:2.0:1746156242.965006:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057252352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.965017:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156242.965029:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135f7 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.965053:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.965059:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.965061:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.965063:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.965086:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.965094:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 87 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156242.965101:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053918208:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.965174:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.966214:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053918208:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.966232:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.966242:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ce00, rc 0) 00000100:00100000:2.0:1746156242.966276:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057252352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1269us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.966282:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6150 00000100:00100000:0.0:1746156242.967459:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.967505:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057252480 00000100:00100000:2.0:1746156242.967511:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057252480 00010000:00010000:2.0:1746156242.967537:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156242.967570:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10688 00000100:00100000:2.0:1746156242.967577:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057252480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156242.967587:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156242.967603:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.967613:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.967629:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e777c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f0 expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.967651:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.967652:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.967658:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.967665:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.967686:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156242.967696:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053918336:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156242.967747:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.968716:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053918336:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156242.968727:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156242.968744:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:1974:x1830977057252480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1169us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.968750:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10688 00000100:00100000:2.0:1746156242.968951:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.969014:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057252736 00000100:00100000:1.0:1746156242.969018:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057252736 00002000:00100000:1.0:1746156242.969046:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01c00 x1830977057252736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.969055:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01c00 with x1830977057252736 ext(0->4095) 00002000:00010000:1.0:1746156242.969059:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01c00 00000100:00100000:1.0:1746156242.969084:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4546 00000100:00100000:1.0:1746156242.969091:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057252736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156242.969218:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057252736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.969224:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4546 00002000:00100000:1.0:1746156242.969229:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01c00 x1830977057252736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.969236:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01c00 with x1830977057252736 ext(0->4095) 00002000:00010000:1.0:1746156242.969238:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01c00 00000100:00100000:0.0:1746156242.972732:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.972773:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.972858:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057252864 00000100:00100000:2.0:1746156242.972865:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057252864 00000100:00100000:2.0:1746156242.972909:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057252992 00000100:00100000:2.0:1746156242.972911:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057252992 00000100:00100000:1.0:1746156242.972914:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6151 00000100:00100000:1.0:1746156242.972924:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977057252864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156242.972934:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6152 00010000:00010000:1.0:1746156242.972939:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746156242.972940:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31591:x1830977057252992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.972947:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.972953:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8135fe expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.972954:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813605 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.972974:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.972980:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.972982:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.972985:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.972991:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.972995:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.973001:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.973069:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.973269:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.973272:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.973280:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 5 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.973290:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156242.973292:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053918592:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156242.973299:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156242.973348:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31591:x1830977057252992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 408us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.973355:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6152 00000100:00100000:1.0:1746156242.973384:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156242.974819:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053918592:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156242.974833:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.974840:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156242.974872:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31590:x1830977057252864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1951us (2148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.974877:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6151 00000100:00100000:0.0:1746156242.975098:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.975441:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057253120 00000100:00100000:2.0:1746156242.975446:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057253120 00010000:00010000:2.0:1746156242.975471:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156242.975529:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10689 00000100:00100000:2.0:1746156242.975536:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057253120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156242.975545:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156242.975561:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.975569:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.975586:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e777c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135f7 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.975695:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.975697:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.975703:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.975710:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.975733:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.975742:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 88 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156242.975752:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053918720:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156242.975998:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.979557:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.979614:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057253376 00000100:00100000:1.0:1746156242.979620:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057253376 00002000:00100000:1.0:1746156242.979650:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00a80 x1830977057253376/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.979659:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00a80 with x1830977057253376 ext(0->4095) 00010000:00010000:1.0:1746156242.979667:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156242.979679:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156242.979685:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b00a80 00000100:00100000:1.0:1746156242.979713:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2517 00000100:00100000:1.0:1746156242.979719:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057253376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156242.979837:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057253376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156242.979843:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2517 00002000:00100000:1.0:1746156242.979847:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00a80 x1830977057253376/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156242.979854:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00a80 with x1830977057253376 ext(0->4095) 00010000:00010000:1.0:1746156242.979858:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156242.979867:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156242.979872:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b00a80 00000100:00100000:0.0:1746156242.979986:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053918720:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156242.980003:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156242.980022:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057253120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4488us (4925us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156242.980029:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10689 00000100:00100000:0.0:1746156242.981044:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.981098:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057253504 00000100:00100000:2.0:1746156242.981102:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057253504 00010000:00010000:2.0:1746156242.981130:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156242.981339:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10690 00000100:00100000:2.0:1746156242.981347:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1975:x1830977057253504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156242.981355:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156242.981401:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.981410:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.981432:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8135fe expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.981448:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.981450:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.981455:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.981462:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.981485:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156242.981495:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053918848:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156242.982053:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.984048:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053918848:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156242.984065:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156242.984107:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1975:x1830977057253504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2760us (3063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.984115:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10690 00000100:00100000:0.0:1746156242.984292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.984454:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057253760 00000100:00100000:2.0:1746156242.984462:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057253760 00002000:00100000:2.0:1746156242.984489:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55180 x1830977057253760/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/0 e 0 to 0 dl 1746156253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.984511:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55180 with x1830977057253760 ext(0->4095) 00002000:00010000:2.0:1746156242.984515:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55180 00000100:00100000:2.0:1746156242.984537:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4547 00000100:00100000:2.0:1746156242.984543:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057253760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156242.984866:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057253760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 323us (574us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156242.984871:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4547 00002000:00100000:2.0:1746156242.984876:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55180 x1830977057253760/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746156253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156242.984882:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55180 with x1830977057253760 ext(0->4095) 00002000:00010000:2.0:1746156242.984885:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55180 00000100:00100000:0.0:1746156242.987117:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.987176:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057253888 00000100:00100000:1.0:1746156242.987182:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057253888 00000100:00100000:1.0:1746156242.987263:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6153 00000100:00100000:1.0:1746156242.987270:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057253888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.987283:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.987295:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81360c expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.987317:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.987323:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.987325:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156242.987329:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.987351:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.987361:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 87 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156242.987414:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053918976:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156242.987481:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156242.989963:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053918976:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156242.989964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156242.989984:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.989997:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:2.0:1746156242.990020:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057254016 00000100:00100000:2.0:1746156242.990025:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057254016 00000100:00100000:1.0:1746156242.990039:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057253888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2769us (2927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.990046:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6153 00010000:00010000:2.0:1746156242.990050:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156242.990068:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10691 00000100:00100000:2.0:1746156242.990074:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1975:x1830977057254016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156242.990083:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156242.990099:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.990107:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.990134:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e777d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813605 expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156242.990147:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.990148:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.990153:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.990159:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.990180:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156242.990189:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053919104:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156242.990242:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75300 going to sleep for 11 seconds 00000100:00100000:2.0:1746156242.992083:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053919104:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156242.992103:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156242.992145:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:1975:x1830977057254016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2070us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.992153:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10691 00000100:00100000:0.0:1746156242.992822:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.996100:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156242.996151:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156242.996168:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057254400 00000100:00100000:1.0:1746156242.996174:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057254400 00000100:00100000:1.0:1746156242.996209:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057254528 00000100:00100000:1.0:1746156242.996211:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057254528 00000100:00100000:1.0:1746156242.996224:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6154 00000100:00100000:1.0:1746156242.996230:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31590:x1830977057254400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156242.996242:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.996256:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813613 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156242.996257:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6155 00000100:00100000:2.0:1746156242.996268:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057254528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156242.996275:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156242.996278:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.996282:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81361a expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.996464:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.996466:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156242.996470:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.996546:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156242.996551:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.996556:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156242.996558:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.996584:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.996597:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156242.996604:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00010000:00010000:1.0:1746156242.996617:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.996627:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156242.996637:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053919360:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156242.996643:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31591:x1830977057254528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 379us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156242.996648:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6155 00000100:00100000:1.0:1746156242.996871:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156242.999267:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053919360:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156242.999290:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156242.999304:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:1.0:1746156242.999412:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31590:x1830977057254400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3180us (3316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156242.999419:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6154 00000100:00100000:0.0:1746156242.999763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156242.999816:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057254656 00000100:00100000:2.0:1746156242.999821:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057254656 00010000:00010000:2.0:1746156243.000009:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.000062:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10692 00000100:00100000:2.0:1746156243.000069:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057254656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.000079:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.000097:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.000107:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.000137:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81360c expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.000160:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.000162:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.000167:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.000174:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.000197:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.000207:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 88 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.000216:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053919488:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.000274:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75300 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.003035:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053919488:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.003055:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.003091:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057254656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3021us (3327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.003099:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10692 00000100:00100000:0.0:1746156243.003709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.003763:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057254912 00000100:00100000:2.0:1746156243.003768:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057254912 00002000:00100000:2.0:1746156243.003797:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495500 x1830977057254912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.003805:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495500 with x1830977057254912 ext(0->4095) 00010000:00010000:2.0:1746156243.003812:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.003822:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.003827:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495500 00000100:00100000:2.0:1746156243.004525:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2518 00000100:00100000:2.0:1746156243.004535:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1975:x1830977057254912:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.004876:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1975:x1830977057254912:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 343us (1168us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.004882:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2518 00002000:00100000:2.0:1746156243.004887:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495500 x1830977057254912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.004894:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495500 with x1830977057254912 ext(0->4095) 00010000:00010000:2.0:1746156243.004900:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.004914:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.004919:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495500 00000100:00100000:0.0:1746156243.006696:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.006786:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057255040 00000100:00100000:2.0:1746156243.006793:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057255040 00010000:00010000:2.0:1746156243.006820:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.007174:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10693 00000100:00100000:2.0:1746156243.007183:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057255040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.007193:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.007208:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.007219:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.007237:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e777e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813613 expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.007247:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.007249:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.007254:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.007265:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.007459:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 88 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.007471:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053919616:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.007583:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.010167:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.010269:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053919616:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.010290:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.010415:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1974:x1830977057255040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3232us (3722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.010423:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10693 00000100:00100000:0.0:1746156243.013461:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.013623:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057255424 00000100:00100000:1.0:1746156243.013631:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057255424 00000100:00100000:1.0:1746156243.013664:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6156 00000100:00100000:1.0:1746156243.013671:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057255424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.013686:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.013699:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813621 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.013720:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.013726:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.013727:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.013730:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.013752:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 87 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.013761:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 87 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.013771:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053919744:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.013837:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.015537:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053919744:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.015558:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.015573:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156243.015603:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057255424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1932us (2147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.015610:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6156 00000100:00100000:0.0:1746156243.015816:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.015916:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057255552 00000100:00100000:2.0:1746156243.015921:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057255552 00010000:00010000:2.0:1746156243.015945:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.015964:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10694 00000100:00100000:2.0:1746156243.015970:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057255552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.015979:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.015997:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.016007:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.016024:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e777eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81361a expref: 88 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.016035:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.016037:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.016043:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.016049:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.016070:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.016081:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053919872:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.016144:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.018209:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053919872:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.018225:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.018283:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:1974:x1830977057255552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2309us (2463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.018292:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10694 00000100:00100000:0.0:1746156243.018813:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057255808 00000100:00100000:0.0:1746156243.018819:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057255808 00002000:00100000:0.0:1746156243.018848:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09180 x1830977057255808/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.018857:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09180 with x1830977057255808 ext(0->4095) 00002000:00010000:0.0:1746156243.018860:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09180 00000100:00100000:0.0:1746156243.018881:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4550 00000100:00100000:0.0:1746156243.018887:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057255808:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156243.019002:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057255808:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156243.019008:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4550 00002000:00100000:0.0:1746156243.019013:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09180 x1830977057255808/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.019019:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09180 with x1830977057255808 ext(0->4095) 00002000:00010000:0.0:1746156243.019022:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09180 00000100:00100000:0.0:1746156243.020227:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.020389:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057255936 00000100:00100000:1.0:1746156243.020394:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057255936 00000100:00100000:1.0:1746156243.020422:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6157 00000100:00100000:1.0:1746156243.020427:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+87:31591:x1830977057255936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.020436:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.020448:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813628 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.020464:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.020470:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.020471:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.020474:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.020492:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.020501:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.020515:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053920000:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.020563:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.021731:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053920000:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.021746:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 88 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.021755:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156243.021775:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:31591:x1830977057255936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1348us (1550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.021781:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6157 00000100:00100000:0.0:1746156243.022323:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.022464:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057256064 00000100:00100000:2.0:1746156243.022468:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057256064 00010000:00010000:2.0:1746156243.022488:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.022506:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10695 00000100:00100000:2.0:1746156243.022511:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057256064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.022518:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.022533:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.022541:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.022555:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e777f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813621 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.022573:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.022575:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.022579:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.022586:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.022603:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.022610:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053920128:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.022652:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.024217:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b02d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053920128:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.024230:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.024257:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057256064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1746us (1935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.024264:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10695 00000100:00100000:0.0:1746156243.025852:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.025892:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057256320 00000100:00100000:2.0:1746156243.025899:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057256320 00002000:00100000:2.0:1746156243.025930:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1f100 x1830977057256320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.025939:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1f100 with x1830977057256320 ext(0->4095) 00002000:00010000:2.0:1746156243.025943:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1f100 00000100:00100000:2.0:1746156243.025969:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4551 00000100:00100000:2.0:1746156243.025975:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057256320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.026098:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057256320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.026103:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4551 00002000:00100000:2.0:1746156243.026108:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1f100 x1830977057256320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.026114:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1f100 with x1830977057256320 ext(0->4095) 00002000:00010000:2.0:1746156243.026116:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1f100 00000100:00100000:0.0:1746156243.027525:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.027914:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057256448 00000100:00100000:1.0:1746156243.027920:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057256448 00000100:00100000:1.0:1746156243.027955:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6158 00000100:00100000:1.0:1746156243.027961:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057256448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.027974:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.027986:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81362f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.028006:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.028012:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.028013:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.028016:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.028041:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 87 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.028051:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 87 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.028059:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053920256:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.028138:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.030090:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053920256:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.030112:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.030136:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156243.030173:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057256448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2211us (2651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.030180:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6158 00000100:00100000:2.0:1746156243.030924:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.031011:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057256576 00000100:00100000:1.0:1746156243.031017:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057256576 00002000:00100000:1.0:1746156243.031044:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b02d80 x1830977057256576/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.031052:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02d80 with x1830977057256576 ext(0->7) 00010000:00010000:1.0:1746156243.031058:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 88 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.031072:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 88 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.031077:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b02d80 00000100:00100000:1.0:1746156243.031089:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2519 00000100:00100000:1.0:1746156243.031095:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+88:1974:x1830977057256576:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156243.031948:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1974:x1830977057256576:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 852us (1024us total) trans 4294967978 rc 0/0 00000100:00100000:1.0:1746156243.031954:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2519 00002000:00100000:1.0:1746156243.032287:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b02d80 x1830977057256576/t4294967978(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/448 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.032295:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02d80 with x1830977057256576 ext(0->7) 00010000:00010000:1.0:1746156243.032301:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.032311:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.032316:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b02d80 00000100:00100000:0.0:1746156243.034702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.034915:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057256704 00000100:00100000:2.0:1746156243.034921:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057256704 00010000:00010000:2.0:1746156243.034950:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.034983:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10696 00000100:00100000:2.0:1746156243.034989:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1973:x1830977057256704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.035000:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.035015:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.035024:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.035040:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e777f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813628 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.035064:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.035065:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.035071:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.035077:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.035101:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.035111:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053920384:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.035970:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.037505:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.037569:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057256960 00000100:00100000:1.0:1746156243.037574:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057256960 00002000:00100000:1.0:1746156243.037608:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c380 x1830977057256960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.037618:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c380 with x1830977057256960 ext(0->4095) 00002000:00010000:1.0:1746156243.037622:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1c380 00000100:00100000:1.0:1746156243.037650:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4552 00000100:00100000:1.0:1746156243.037657:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057256960:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156243.037782:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057256960:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.037788:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4552 00002000:00100000:1.0:1746156243.037793:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c380 x1830977057256960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.037800:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c380 with x1830977057256960 ext(0->4095) 00002000:00010000:1.0:1746156243.037803:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1c380 00000100:00100000:2.0:1746156243.037873:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053920384:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.037890:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.037912:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1973:x1830977057256704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2923us (3215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.037918:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10696 00000100:00100000:0.0:1746156243.039560:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.039753:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057257088 00000100:00100000:1.0:1746156243.039758:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057257088 00000100:00100000:0.0:1746156243.039764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.039810:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057257216 00000100:00100000:2.0:1746156243.039812:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057257216 00000100:00100000:1.0:1746156243.039844:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6159 00000100:00100000:1.0:1746156243.039850:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31590:x1830977057257088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.039863:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.039874:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81363d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.039893:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.039899:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.039901:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.039904:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.039928:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.039937:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.039946:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053920512:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.040000:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.040022:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6160 00000100:00100000:2.0:1746156243.040028:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:31591:x1830977057257216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.040034:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.040039:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813636 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.040050:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.040053:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.040057:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.040059:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 92 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.040076:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.040087:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 92 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.040095:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156243.040117:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:31591:x1830977057257216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.040133:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6160 00000100:00100000:1.0:1746156243.041086:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053920512:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.041102:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.041111:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156243.041552:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:31590:x1830977057257088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1701us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.041558:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6159 00000100:00100000:0.0:1746156243.042591:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.042666:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057257344 00000100:00100000:2.0:1746156243.042671:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057257344 00010000:00010000:2.0:1746156243.042698:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.042726:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10697 00000100:00100000:2.0:1746156243.042732:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057257344:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.042741:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.042757:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.042765:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.042782:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77800 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81362f expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.043195:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.043197:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.043204:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.043211:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.043240:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.043251:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.043270:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053920768:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.043336:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.045945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.046009:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053920768:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.046024:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.046060:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057257344:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3329us (3472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.046068:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10697 00000100:00100000:0.0:1746156243.048700:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.048781:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057257728 00000100:00100000:2.0:1746156243.048786:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057257728 00010000:00010000:2.0:1746156243.048810:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.048836:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10698 00000100:00100000:2.0:1746156243.048841:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:1975:x1830977057257728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.048850:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.048864:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.048876:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.048893:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77807 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81363d expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.048903:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.048905:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.048910:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.048916:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.048937:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 90 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.048946:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053920896:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.049010:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.050917:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053920896:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156243.050922:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156243.050933:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.050965:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1975:x1830977057257728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2123us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.050975:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10698 00000100:00100000:1.0:1746156243.051147:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057257984 00000100:00100000:1.0:1746156243.051152:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057257984 00002000:00100000:1.0:1746156243.051179:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ed80 x1830977057257984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.051188:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ed80 with x1830977057257984 ext(0->4095) 00002000:00010000:1.0:1746156243.051191:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84ed80 00000100:00100000:1.0:1746156243.051216:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4553 00000100:00100000:1.0:1746156243.051221:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1973:x1830977057257984:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156243.051359:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1973:x1830977057257984:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.051392:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4553 00002000:00100000:1.0:1746156243.051398:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ed80 x1830977057257984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.051405:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ed80 with x1830977057257984 ext(0->4095) 00002000:00010000:1.0:1746156243.051408:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84ed80 00000100:00100000:0.0:1746156243.052720:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.052809:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057258112 00000100:00100000:1.0:1746156243.052814:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057258112 00000100:00100000:1.0:1746156243.052880:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6161 00000100:00100000:1.0:1746156243.052887:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057258112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.052897:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.052909:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813644 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.052929:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.052936:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.052937:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.052940:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.052963:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 89 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.052978:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 89 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.052988:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053921024:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.053424:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.055330:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.055466:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053921024:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.055486:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.055499:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156243.055532:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057258112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2645us (2816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.055539:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6161 00000100:00100000:2.0:1746156243.055701:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057258240 00000100:00100000:2.0:1746156243.055707:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057258240 00010000:00010000:2.0:1746156243.055730:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 90 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.055746:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10699 00000100:00100000:2.0:1746156243.055751:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1975:x1830977057258240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.055761:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.055777:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 90 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.055786:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 90 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.055803:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7780e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813636 expref: 90 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.056132:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.056134:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.056140:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.056147:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.056169:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.056177:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053921152:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.056348:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.057706:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053921152:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.057723:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.057789:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:1975:x1830977057258240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2035us (2462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.057798:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10699 00000100:00100000:1.0:1746156243.058021:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.058223:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057258496 00000100:00100000:0.0:1746156243.058228:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057258496 00002000:00100000:0.0:1746156243.058251:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738e00 x1830977057258496/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.058259:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738e00 with x1830977057258496 ext(0->4095) 00002000:00010000:0.0:1746156243.058263:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738e00 00000100:00100000:0.0:1746156243.058282:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4554 00000100:00100000:0.0:1746156243.058287:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057258496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156243.058404:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057258496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156243.058409:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4554 00002000:00100000:0.0:1746156243.058414:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738e00 x1830977057258496/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.058420:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738e00 with x1830977057258496 ext(0->4095) 00002000:00010000:0.0:1746156243.058422:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738e00 00000100:00100000:0.0:1746156243.060523:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.060559:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057258624 00000100:00100000:1.0:1746156243.060565:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057258624 00000100:00100000:1.0:1746156243.060601:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6162 00000100:00100000:1.0:1746156243.060606:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+89:31591:x1830977057258624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.060617:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.060628:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81364b expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.060646:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.060653:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.060654:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.060656:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.060676:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.060682:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.060689:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053921280:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.060747:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.061981:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053921280:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.062000:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.062013:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156243.062039:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31591:x1830977057258624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1432us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.062046:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6162 00000100:00100000:0.0:1746156243.062516:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.062635:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057258752 00000100:00100000:1.0:1746156243.062642:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057258752 00000100:00100000:1.0:1746156243.062816:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6163 00000100:00100000:1.0:1746156243.062826:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31590:x1830977057258752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.062841:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.062854:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813652 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.062872:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.062877:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.062883:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.062886:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.062912:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156243.062915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156243.062924:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.062932:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156243.062966:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:31590:x1830977057258752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.062971:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6163 00000100:00100000:2.0:1746156243.063235:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057258880 00000100:00100000:2.0:1746156243.063239:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057258880 00010000:00010000:2.0:1746156243.063258:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.063274:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10700 00000100:00100000:2.0:1746156243.063279:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057258880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.063286:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.063304:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.063313:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.063328:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77815 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813644 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.063582:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.063584:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.063590:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.063602:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.063621:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.063631:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.063640:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053921536:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.063700:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.065086:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053921536:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.065102:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.065136:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057258880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1856us (2220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.065143:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10700 00000100:00100000:0.0:1746156243.065700:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.068007:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.073104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.073351:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057259392 00000100:00100000:2.0:1746156243.073359:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057259392 00010000:00010000:2.0:1746156243.073418:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.073449:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10701 00000100:00100000:2.0:1746156243.073456:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:1972:x1830977057259392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.073468:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.073485:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.073496:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.073514:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e7781c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81364b expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.073539:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.073541:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.073548:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.073555:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.073582:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.073596:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.073605:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053921792:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.073731:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.075139:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053921792:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.075156:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.075185:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1972:x1830977057259392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1729us (2087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.075192:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10701 00000100:00100000:0.0:1746156243.077626:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.077747:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057259648 00000100:00100000:1.0:1746156243.077755:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057259648 00002000:00100000:1.0:1746156243.077787:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8380 x1830977057259648/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.077796:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8380 with x1830977057259648 ext(0->4095) 00010000:00010000:1.0:1746156243.077803:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.077814:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.077820:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8380 00000100:00100000:1.0:1746156243.078109:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2522 00000100:00100000:1.0:1746156243.078116:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1975:x1830977057259648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156243.079283:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1975:x1830977057259648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1163us (1657us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.079292:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2522 00002000:00100000:1.0:1746156243.079299:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8380 x1830977057259648/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.079306:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8380 with x1830977057259648 ext(0->4095) 00010000:00010000:1.0:1746156243.079312:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.079323:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.079329:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8380 00000100:00100000:0.0:1746156243.084021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.084581:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.084809:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057259904 00000100:00100000:2.0:1746156243.084816:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057259904 00010000:00010000:2.0:1746156243.084845:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.084866:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10702 00000100:00100000:2.0:1746156243.084872:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1973:x1830977057259904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.084882:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.084898:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.084908:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.084924:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77823 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813652 expref: 90 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.085557:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057259776 00000100:00100000:1.0:1746156243.085561:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057259776 00010000:00010000:2.0:1746156243.085753:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.085755:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.085763:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.085771:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.085803:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.085813:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053921920:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.085874:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.086073:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6165 00000100:00100000:1.0:1746156243.086080:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31590:x1830977057259776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.086092:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.086101:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813660 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.086115:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.086129:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.086130:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.086132:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.086146:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.086155:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.086169:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053922048:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.086190:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.088172:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053921920:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.088190:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.088218:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:1973:x1830977057259904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3345us (3636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.088225:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10702 00000100:00100000:0.0:1746156243.088827:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.088959:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053922048:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.088976:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 90 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.088986:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156243.089009:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:31590:x1830977057259776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2929us (4994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.089018:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6165 00000100:00100000:0.0:1746156243.093205:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.093259:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057260288 00000100:00100000:2.0:1746156243.093268:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057260288 00010000:00010000:2.0:1746156243.093300:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.093331:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10703 00000100:00100000:2.0:1746156243.093338:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057260288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.093347:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.093362:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.093387:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.093403:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e7782a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813659 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.093428:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.093430:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.093436:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.093443:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.093468:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.093482:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053922176:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.093553:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.096472:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053922176:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.096489:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.096530:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057260288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3192us (3332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.096538:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10703 00000100:00100000:0.0:1746156243.096686:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.096744:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057260544 00000100:00100000:2.0:1746156243.096749:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057260544 00002000:00100000:2.0:1746156243.096773:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9500 x1830977057260544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.096781:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9500 with x1830977057260544 ext(0->4095) 00002000:00010000:2.0:1746156243.096784:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9500 00000100:00100000:2.0:1746156243.096878:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4555 00000100:00100000:2.0:1746156243.096886:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1975:x1830977057260544:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.097003:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+90:1975:x1830977057260544:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.097008:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4555 00002000:00100000:2.0:1746156243.097013:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9500 x1830977057260544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.097019:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9500 with x1830977057260544 ext(0->4095) 00002000:00010000:2.0:1746156243.097021:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9500 00000100:00100000:0.0:1746156243.102095:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.102358:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057260672 00000100:00100000:1.0:1746156243.102413:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057260672 00000100:00100000:1.0:1746156243.102472:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6166 00000100:00100000:1.0:1746156243.102480:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057260672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.102495:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.106486:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813667 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.106526:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.106534:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.106537:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.106540:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.106574:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 89 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.106588:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 89 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.106600:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053922304:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.106728:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.109224:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053922304:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.109259:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.109275:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a200, rc 0) 00000100:00100000:1.0:1746156243.109323:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057260672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6842us (7233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.109333:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6166 00000100:00100000:0.0:1746156243.111814:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.122887:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.123144:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057260928 00000100:00100000:2.0:1746156243.123152:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057260928 00010000:00010000:2.0:1746156243.123184:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.123206:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10704 00000100:00100000:2.0:1746156243.123213:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1973:x1830977057260928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.123224:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.123242:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.123253:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.123273:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77831 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813660 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.123487:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.123489:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.123498:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.123506:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.123539:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.123552:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053922432:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.123964:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.132167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.132243:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.132662:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053922432:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.132680:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.132699:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:1973:x1830977057260928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9487us (9821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.132706:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10704 00000100:00100000:1.0:1746156243.132855:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057261056 00000100:00100000:1.0:1746156243.132858:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057261056 00000100:00100000:1.0:1746156243.132877:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6167 00000100:00100000:1.0:1746156243.132881:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:31590:x1830977057261056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.132888:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.132898:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81366e expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.132916:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.132922:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.132923:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.132926:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.132947:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.132957:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.132967:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053922560:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.133008:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.136256:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.136972:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053922560:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.137011:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.137028:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156243.137088:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:31590:x1830977057261056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4203us (4927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.137096:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6167 00000100:00100000:1.0:1746156243.137128:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6168 00000100:00100000:1.0:1746156243.137135:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:31591:x1830977057261440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.137148:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.137162:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813675 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.137181:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.137186:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.137192:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.137196:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.137223:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.137236:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.137244:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156243.137266:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:31591:x1830977057261440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.137272:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6168 00000100:00100000:0.0:1746156243.140751:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.142564:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057261568 00000100:00100000:2.0:1746156243.142573:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057261568 00010000:00010000:2.0:1746156243.142610:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.142640:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10705 00000100:00100000:2.0:1746156243.142646:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057261568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.142661:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.142678:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.142687:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.142703:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77838 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813667 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.142729:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.142731:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.142736:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.142744:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.142771:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.142780:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.142789:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053922816:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.142863:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.146618:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053922816:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.146641:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.146678:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057261568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4031us (5934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.146687:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10705 00000100:00100000:0.0:1746156243.147770:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156243.147881:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.148394:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbf100 00000100:00100000:3.0:1746156243.148412:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2525 00000100:00100000:3.0:1746156243.148419:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1975:x1830977057261824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.148536:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1975:x1830977057261824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (769us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.148542:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2525 00002000:00100000:3.0:1746156243.148547:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbf100 x1830977057261824/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.148553:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf100 with x1830977057261824 ext(0->4095) 00010000:00010000:3.0:1746156243.148557:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.148565:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.148570:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbf100 00000100:00100000:0.0:1746156243.151854:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.152228:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057261952 00000100:00100000:2.0:1746156243.152235:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057261952 00010000:00010000:2.0:1746156243.152265:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.152298:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10706 00000100:00100000:2.0:1746156243.152305:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1974:x1830977057261952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.152318:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.152335:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.152346:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.152364:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7783f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81366e expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.152414:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.152416:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.152422:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.152430:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.152458:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.152469:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053922944:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.152545:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb75240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.157904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.158022:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053922944:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.158039:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.158070:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977057261952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5765us (6223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.158080:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10706 00000100:00100000:3.0:1746156243.158130:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057262208 00000100:00100000:3.0:1746156243.158136:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057262208 00002000:00100000:3.0:1746156243.158163:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbea00 x1830977057262208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.158171:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977057262208 ext(0->4095) 00002000:00010000:3.0:1746156243.158175:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbea00 00000100:00100000:3.0:1746156243.158199:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4557 00000100:00100000:3.0:1746156243.158206:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977057262208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.158402:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977057262208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 196us (505us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.158408:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4557 00002000:00100000:3.0:1746156243.158413:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbea00 x1830977057262208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.158419:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977057262208 ext(0->4095) 00002000:00010000:3.0:1746156243.158421:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbea00 00000100:00100000:0.0:1746156243.160943:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.161696:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057262336 00000100:00100000:3.0:1746156243.161703:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057262336 00000100:00100000:3.0:1746156243.162296:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6169 00000100:00100000:3.0:1746156243.162304:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057262336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.162319:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.162334:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81367c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.162358:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.162386:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.162388:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.162391:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.162416:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.162431:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.162442:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053923072:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.162553:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.164224:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053923072:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.164249:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.164260:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d400, rc 0) 00000100:00100000:3.0:1746156243.164653:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057262336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2349us (3714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.164660:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6169 00000100:00100000:0.0:1746156243.165170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.165290:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057262464 00000100:00100000:2.0:1746156243.165296:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057262464 00010000:00010000:2.0:1746156243.165323:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.165351:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10707 00000100:00100000:2.0:1746156243.165358:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977057262464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.165383:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.165401:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.165410:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.165427:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e77846 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813675 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.165451:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.165453:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.165458:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.165465:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.165493:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.165502:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053923200:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.165565:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.167672:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053923200:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.167692:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.167730:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:1974:x1830977057262464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2372us (2559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.167741:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10707 00000100:00100000:0.0:1746156243.169275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.169322:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.169413:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057262720 00000100:00100000:1.0:1746156243.169420:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057262720 00002000:00100000:1.0:1746156243.169453:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fad80 x1830977057262720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.169461:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fad80 with x1830977057262720 ext(0->4095) 00002000:00010000:1.0:1746156243.169465:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fad80 00000100:00100000:1.0:1746156243.169492:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4558 00000100:00100000:1.0:1746156243.169499:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057262720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156243.169614:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057262720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.169620:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4558 00002000:00100000:1.0:1746156243.169624:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fad80 x1830977057262720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.169630:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fad80 with x1830977057262720 ext(0->4095) 00002000:00010000:1.0:1746156243.169633:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fad80 00000100:00100000:3.0:1746156243.169687:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057262848 00000100:00100000:3.0:1746156243.169690:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057262848 00000100:00100000:3.0:1746156243.169711:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6170 00000100:00100000:3.0:1746156243.169716:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:31590:x1830977057262848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.169724:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.169736:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813683 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.169754:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.169763:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.169765:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.169767:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.169789:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.169799:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.169808:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053923328:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.169854:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.171574:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053923328:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.171601:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.171615:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0de00, rc 0) 00000100:00100000:3.0:1746156243.171648:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:31590:x1830977057262848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1931us (2326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.171655:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6170 00000100:00100000:0.0:1746156243.173073:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.173114:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.173191:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057263104 00000100:00100000:2.0:1746156243.173196:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057263104 00010000:00010000:2.0:1746156243.173224:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.173243:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10708 00000100:00100000:2.0:1746156243.173249:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057263104:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.173262:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.173279:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.173289:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.173306:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e7784d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81367c expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.173321:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.173323:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.173329:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.173335:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.173359:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.173393:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053923456:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.174198:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.174403:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057262976 00000100:00100000:3.0:1746156243.174408:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057262976 00000100:00100000:3.0:1746156243.174446:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6171 00000100:00100000:3.0:1746156243.174451:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:31591:x1830977057262976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.174464:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.174474:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81368a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.174490:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.174496:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.174497:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.174500:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.174520:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.174529:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.174537:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053923584:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.175069:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.178270:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053923456:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.178290:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.178342:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057263104:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5091us (5225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.178354:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10708 00000100:00100000:3.0:1746156243.178532:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053923584:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.178552:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.178569:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0c600, rc 0) 00000100:00100000:3.0:1746156243.178589:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:31591:x1830977057262976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4137us (5520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.178598:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6171 00000100:00100000:0.0:1746156243.180341:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.180480:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057263360 00000100:00100000:2.0:1746156243.180488:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057263360 00002000:00100000:2.0:1746156243.180523:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093635500 x1830977057263360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.180533:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635500 with x1830977057263360 ext(0->4095) 00010000:00010000:2.0:1746156243.180540:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.180551:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.180557:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093635500 00000100:00100000:2.0:1746156243.180583:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2526 00000100:00100000:2.0:1746156243.180590:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1975:x1830977057263360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.181355:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1975:x1830977057263360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 763us (1018us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.181361:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2526 00002000:00100000:2.0:1746156243.181391:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093635500 x1830977057263360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.181398:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635500 with x1830977057263360 ext(0->4095) 00010000:00010000:2.0:1746156243.181403:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.181417:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.181422:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093635500 00000100:00100000:0.0:1746156243.184259:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.185023:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057263488 00000100:00100000:2.0:1746156243.185030:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057263488 00010000:00010000:2.0:1746156243.185061:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.185084:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10709 00000100:00100000:2.0:1746156243.185090:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1974:x1830977057263488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.185101:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.185129:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.185139:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.185159:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77854 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813683 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.185391:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.185393:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.185400:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.185412:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.185441:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.185452:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053923712:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.186484:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.189557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.189660:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053923712:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.189679:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.189715:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977057263488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4625us (5462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.189725:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10709 00000100:00100000:3.0:1746156243.190355:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057263744 00000100:00100000:3.0:1746156243.190362:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057263744 00002000:00100000:3.0:1746156243.190416:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceb100 x1830977057263744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.190424:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceb100 with x1830977057263744 ext(0->4095) 00002000:00010000:3.0:1746156243.190428:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ceb100 00000100:00100000:3.0:1746156243.190442:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4559 00000100:00100000:3.0:1746156243.190448:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1975:x1830977057263744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.190564:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1975:x1830977057263744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (1014us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.190569:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4559 00002000:00100000:3.0:1746156243.190574:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceb100 x1830977057263744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.190580:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceb100 with x1830977057263744 ext(0->4095) 00002000:00010000:3.0:1746156243.190582:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ceb100 00000100:00100000:0.0:1746156243.193107:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.193181:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057263872 00000100:00100000:3.0:1746156243.193189:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057263872 00000100:00100000:3.0:1746156243.193235:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6172 00000100:00100000:3.0:1746156243.193242:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057263872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.193256:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.193268:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813691 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.193295:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.193301:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.193303:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.193305:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.193328:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.193339:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 91 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.193348:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053923840:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.193426:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.195071:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053923840:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.195092:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.195103:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0ca00, rc 0) 00000100:00100000:3.0:1746156243.195139:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057263872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1897us (2037us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.195145:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6172 00000100:00100000:0.0:1746156243.195974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.196017:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057264000 00000100:00100000:3.0:1746156243.196022:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057264000 00010000:00010000:3.0:1746156243.196044:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 92 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.196061:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10710 00000100:00100000:3.0:1746156243.196067:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977057264000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.196076:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.196091:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 92 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.196101:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 92 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.196126:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7785b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81368a expref: 92 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.196138:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.196140:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.196146:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.196152:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.196174:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.196183:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053923968:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.196218:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.198915:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053923968:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.198934:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.198974:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:1974:x1830977057264000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2907us (3001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.198982:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10710 00000100:00100000:0.0:1746156243.200343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.200921:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.200975:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057264384 00000100:00100000:3.0:1746156243.200982:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057264384 00000100:00100000:2.0:1746156243.200989:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057264256 00000100:00100000:2.0:1746156243.200993:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057264256 00000100:00100000:3.0:1746156243.201019:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6173 00002000:00100000:2.0:1746156243.201021:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cd500 x1830977057264256/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746156243.201027:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+91:31590:x1830977057264384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:2.0:1746156243.201031:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cd500 with x1830977057264256 ext(0->4095) 00002000:00010000:2.0:1746156243.201035:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cd500 00010000:00010000:3.0:1746156243.201040:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746156243.201046:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4560 00000100:00100000:2.0:1746156243.201051:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057264256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746156243.201054:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813698 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.201076:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.201202:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057264256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (862us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.201211:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4560 00002000:00100000:2.0:1746156243.201216:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cd500 x1830977057264256/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.201223:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cd500 with x1830977057264256 ext(0->4095) 00002000:00010000:2.0:1746156243.201226:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cd500 00010000:00010000:3.0:1746156243.201294:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.201295:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.201300:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.201326:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.201337:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.201351:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053924096:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.201420:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.203963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.204011:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057264512 00000100:00100000:1.0:1746156243.204017:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057264512 00000100:00100000:1.0:1746156243.204044:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6174 00000100:00100000:1.0:1746156243.204050:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:31591:x1830977057264512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.204063:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.204076:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81369f expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.204095:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.204100:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 94 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.204105:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.204107:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 94 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.204144:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 94 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.204155:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 94 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.204162:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156243.204199:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:31591:x1830977057264512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.204204:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6174 00000100:00100000:3.0:1746156243.204411:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053924096:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.204429:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.204437:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0cc00, rc 0) 00000100:00100000:3.0:1746156243.204466:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:31590:x1830977057264384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3440us (3546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.204471:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6173 00000100:00100000:0.0:1746156243.205869:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.206088:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057264640 00000100:00100000:3.0:1746156243.206242:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057264640 00010000:00010000:3.0:1746156243.206268:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.206300:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10711 00000100:00100000:3.0:1746156243.206305:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057264640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.206315:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.206331:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.206341:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.206361:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77862 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813691 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.206403:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.206404:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.206410:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.206416:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.206438:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 92 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.206446:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 92 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.206454:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053924352:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.206518:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.208747:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053924352:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.208764:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.208790:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057264640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2484us (2923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.208798:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10711 00000100:00100000:0.0:1746156243.209204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.209259:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057264896 00000100:00100000:2.0:1746156243.209265:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057264896 00002000:00100000:2.0:1746156243.209296:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc2300 x1830977057264896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.209305:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc2300 with x1830977057264896 ext(0->4095) 00010000:00010000:2.0:1746156243.209411:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.209424:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.209430:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc2300 00000100:00100000:2.0:1746156243.209445:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2527 00000100:00100000:2.0:1746156243.209451:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1975:x1830977057264896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.209584:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1975:x1830977057264896:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.209590:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2527 00002000:00100000:2.0:1746156243.209596:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc2300 x1830977057264896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.209609:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc2300 with x1830977057264896 ext(0->4095) 00010000:00010000:2.0:1746156243.209614:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.209623:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.209629:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc2300 00000100:00100000:0.0:1746156243.211780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.211887:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057265024 00000100:00100000:3.0:1746156243.211893:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057265024 00010000:00010000:3.0:1746156243.211919:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.212347:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10712 00000100:00100000:3.0:1746156243.212354:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1974:x1830977057265024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.212387:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.212405:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.212416:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.212434:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77869 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813698 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.212446:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.212448:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.212453:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 92 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.212460:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 92 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.212486:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 92 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.212495:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053924480:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.212573:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.216139:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053924480:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.216164:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156243.216197:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.216251:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057265280 00000100:00100000:2.0:1746156243.216257:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057265280 00002000:00100000:2.0:1746156243.216291:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093082d80 x1830977057265280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.216301:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093082d80 with x1830977057265280 ext(0->4095) 00002000:00010000:2.0:1746156243.216305:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093082d80 00000100:00100000:2.0:1746156243.216323:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4561 00000100:00100000:2.0:1746156243.216330:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1972:x1830977057265280:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746156243.217246:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1974:x1830977057265024:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4889us (5469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.217256:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10712 00000100:00100000:2.0:1746156243.217661:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1972:x1830977057265280:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 1330us (1465us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.217667:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4561 00002000:00100000:2.0:1746156243.217674:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093082d80 x1830977057265280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.217887:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093082d80 with x1830977057265280 ext(0->4095) 00002000:00010000:2.0:1746156243.217891:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093082d80 00000100:00100000:0.0:1746156243.220561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.220616:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057265408 00000100:00100000:2.0:1746156243.220624:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057265408 00000100:00100000:2.0:1746156243.220687:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6175 00000100:00100000:2.0:1746156243.220692:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057265408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.220705:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.220717:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136a6 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.220737:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 91 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.220741:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.220742:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.220744:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.220762:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 91 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.220769:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 91 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.220776:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053924608:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.221176:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.222736:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053924608:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.222760:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.222776:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ce00, rc 0) 00000100:00100000:2.0:1746156243.222810:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057265408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2118us (2256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.222817:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6175 00000100:00100000:0.0:1746156243.223896:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.223966:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057265536 00000100:00100000:3.0:1746156243.223972:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057265536 00010000:00010000:3.0:1746156243.224047:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 92 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.224071:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10713 00000100:00100000:3.0:1746156243.224077:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977057265536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.224087:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.224104:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 92 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.224114:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 92 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.224140:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e77870 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81369f expref: 92 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.224359:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.224361:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.224390:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.224401:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.224426:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.224434:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053924736:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.225164:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.226943:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.227114:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057265664 00000100:00100000:2.0:1746156243.227130:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057265664 00000100:00100000:2.0:1746156243.227184:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6176 00000100:00100000:2.0:1746156243.227192:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:31590:x1830977057265664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.227207:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.227220:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136ad expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.227241:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.227247:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.227249:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.227252:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.227276:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.227286:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.227300:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053924864:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.227405:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.228038:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053924736:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.228056:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.228092:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1974:x1830977057265536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4013us (4199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.228100:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10713 00000100:00100000:0.0:1746156243.228524:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.228593:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057265920 00000100:00100000:2.0:1746156243.228598:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057265920 00002000:00100000:2.0:1746156243.228625:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093082a00 x1830977057265920/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.228634:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093082a00 with x1830977057265920 ext(0->4095) 00010000:00010000:2.0:1746156243.228639:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.228649:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.228654:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093082a00 00000100:00100000:2.0:1746156243.228807:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2528 00000100:00100000:2.0:1746156243.228814:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057265920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.229159:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057265920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 344us (634us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.229165:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2528 00002000:00100000:2.0:1746156243.229171:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093082a00 x1830977057265920/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.229177:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093082a00 with x1830977057265920 ext(0->4095) 00010000:00010000:2.0:1746156243.229182:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.229191:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.229197:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093082a00 00000100:00100000:3.0:1746156243.229466:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053924864:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.229484:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.229581:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:3.0:1746156243.229615:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:31590:x1830977057265664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2423us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.229621:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6176 00000100:00100000:0.0:1746156243.230688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.230839:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057266048 00000100:00100000:3.0:1746156243.230845:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057266048 00000100:00100000:3.0:1746156243.230884:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6177 00000100:00100000:3.0:1746156243.230891:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:31591:x1830977057266048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.230903:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.230915:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136b4 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.230931:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.230935:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.230940:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.230943:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.230970:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.230979:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.230986:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d600, rc 0) 00000100:00100000:3.0:1746156243.231010:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:31591:x1830977057266048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.231015:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6177 00000100:00100000:0.0:1746156243.232032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.232104:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057266176 00000100:00100000:3.0:1746156243.232109:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057266176 00010000:00010000:3.0:1746156243.232161:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.232186:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10714 00000100:00100000:3.0:1746156243.232192:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057266176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.232201:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.232223:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.232232:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.232249:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ce00/0xb0171789e0e77877 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136a6 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.232271:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.232312:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.232318:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.232326:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.232351:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.232360:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.232398:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053925120:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.233052:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.235731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.236024:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053925120:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.236043:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.236076:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057266176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3884us (4048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.236084:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10714 00000100:00100000:2.0:1746156243.236160:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057266432 00000100:00100000:2.0:1746156243.236166:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057266432 00002000:00100000:2.0:1746156243.236724:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4830a80 x1830977057266432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.236734:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4830a80 with x1830977057266432 ext(0->4095) 00010000:00010000:2.0:1746156243.236742:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.236758:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.236764:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4830a80 00000100:00100000:2.0:1746156243.237022:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2529 00000100:00100000:2.0:1746156243.237032:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1974:x1830977057266432:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.237174:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1974:x1830977057266432:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (1448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.237179:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2529 00002000:00100000:2.0:1746156243.237185:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4830a80 x1830977057266432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.237191:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4830a80 with x1830977057266432 ext(0->4095) 00010000:00010000:2.0:1746156243.237196:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.237204:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.237209:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4830a80 00000100:00100000:0.0:1746156243.238508:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.238559:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057266560 00000100:00100000:3.0:1746156243.238564:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057266560 00010000:00010000:3.0:1746156243.238588:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.238615:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10715 00000100:00100000:3.0:1746156243.238621:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1975:x1830977057266560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.238630:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.238644:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.238654:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.238670:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7787e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ad expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.238681:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.238684:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.238689:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.238696:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.238717:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 92 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.238726:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053925248:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.238797:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.240243:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053925248:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.240262:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.240291:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1975:x1830977057266560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1670us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.240299:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10715 00000100:00100000:0.0:1746156243.240608:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.242523:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057266816 00000100:00100000:3.0:1746156243.242533:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057266816 00002000:00100000:3.0:1746156243.242574:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537e300 x1830977057266816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.242584:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537e300 with x1830977057266816 ext(0->4095) 00002000:00010000:3.0:1746156243.242588:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537e300 00000100:00100000:3.0:1746156243.242626:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4562 00000100:00100000:3.0:1746156243.242633:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1975:x1830977057266816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.242791:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1975:x1830977057266816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (2183us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.242797:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4562 00002000:00100000:3.0:1746156243.242806:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537e300 x1830977057266816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.242812:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537e300 with x1830977057266816 ext(0->4095) 00002000:00010000:3.0:1746156243.242815:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537e300 00000100:00100000:0.0:1746156243.245626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.245925:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057266944 00000100:00100000:2.0:1746156243.245932:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057266944 00000100:00100000:2.0:1746156243.245984:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6178 00000100:00100000:2.0:1746156243.245991:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057266944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.246005:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.246017:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136bb expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.246042:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.246049:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.246050:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.246053:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.246076:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 91 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.246091:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 91 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.246104:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053925376:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.246195:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.247717:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053925376:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.247740:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.247753:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156243.247791:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057266944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1800us (2172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.247799:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6178 00000100:00100000:0.0:1746156243.249070:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.249185:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057267072 00000100:00100000:3.0:1746156243.249191:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057267072 00010000:00010000:3.0:1746156243.249223:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.249245:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10716 00000100:00100000:3.0:1746156243.249251:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1975:x1830977057267072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.249262:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.249280:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.249290:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.249311:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77885 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136b4 expref: 92 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.249346:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.249348:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.249354:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.250680:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.250720:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.250732:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053925504:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.251170:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.251306:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.251433:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057267200 00000100:00100000:2.0:1746156243.251439:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057267200 00000100:00100000:2.0:1746156243.251483:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6179 00000100:00100000:2.0:1746156243.251490:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:31590:x1830977057267200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.251502:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.251513:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136c2 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.251531:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.251536:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.251538:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.251540:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.251562:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.251572:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.251579:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053925632:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.251631:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.253234:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053925632:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.253272:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.253284:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156243.253350:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:31590:x1830977057267200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1860us (2046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.253357:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6179 00000100:00100000:3.0:1746156243.253495:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053925504:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.253508:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.253510:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.253524:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1975:x1830977057267072:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4274us (4459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.253532:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10716 00000100:00100000:2.0:1746156243.253533:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057267456 00000100:00100000:2.0:1746156243.253537:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057267456 00002000:00100000:2.0:1746156243.253569:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01180 x1830977057267456/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.253582:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01180 with x1830977057267456 ext(0->4095) 00010000:00010000:2.0:1746156243.253587:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.253623:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.253629:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01180 00000100:00100000:2.0:1746156243.253650:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2530 00000100:00100000:2.0:1746156243.253657:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057267456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.253761:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057267456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.253766:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2530 00002000:00100000:2.0:1746156243.253771:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01180 x1830977057267456/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.253777:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01180 with x1830977057267456 ext(0->4095) 00010000:00010000:2.0:1746156243.253782:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.253809:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.253815:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01180 00000100:00100000:0.0:1746156243.256437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.256550:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057267584 00000100:00100000:3.0:1746156243.256556:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057267584 00010000:00010000:3.0:1746156243.256579:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.256596:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10717 00000100:00100000:3.0:1746156243.256601:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057267584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.256609:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.256623:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.256631:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.256646:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7788c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136bb expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.256656:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.256657:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.256662:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.256667:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.256687:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.256694:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053925760:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.256747:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.259184:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053925760:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.259207:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.259241:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057267584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2639us (2808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.259250:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10717 00000100:00100000:0.0:1746156243.259470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.259507:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057267840 00000100:00100000:3.0:1746156243.259512:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057267840 00002000:00100000:3.0:1746156243.259541:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a7b80 x1830977057267840/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.259554:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7b80 with x1830977057267840 ext(0->4095) 00002000:00010000:3.0:1746156243.259558:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a7b80 00000100:00100000:3.0:1746156243.259572:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4563 00000100:00100000:3.0:1746156243.259578:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1975:x1830977057267840:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.259807:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1975:x1830977057267840:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 229us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.259813:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4563 00002000:00100000:3.0:1746156243.259817:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a7b80 x1830977057267840/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.259824:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7b80 with x1830977057267840 ext(0->4095) 00002000:00010000:3.0:1746156243.259826:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a7b80 00000100:00100000:0.0:1746156243.274262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.274405:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057267968 00000100:00100000:2.0:1746156243.274412:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057267968 00000100:00100000:2.0:1746156243.274462:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6180 00000100:00100000:2.0:1746156243.274471:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057267968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.274486:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.274501:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136c9 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.274524:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.274531:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.274532:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.274535:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.274559:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 91 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.274569:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 91 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.274579:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053925888:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.274652:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.276833:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053925888:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.276861:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.276875:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156243.276907:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057267968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2438us (2652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.276914:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6180 00000100:00100000:0.0:1746156243.277762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.277955:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057268096 00000100:00100000:3.0:1746156243.277962:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057268096 00002000:00100000:3.0:1746156243.277993:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800955a5500 x1830977057268096/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.278001:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5500 with x1830977057268096 ext(0->7) 00010000:00010000:3.0:1746156243.278006:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 92 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.278016:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 92 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.278021:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a5500 00000100:00100000:3.0:1746156243.278045:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2531 00000100:00100000:3.0:1746156243.278052:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+92:1974:x1830977057268096:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156243.278692:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1974:x1830977057268096:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 640us (932us total) trans 4294967980 rc 0/0 00000100:00100000:3.0:1746156243.278698:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2531 00002000:00100000:3.0:1746156243.278703:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800955a5500 x1830977057268096/t4294967980(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/448 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.278710:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5500 with x1830977057268096 ext(0->7) 00010000:00010000:3.0:1746156243.278714:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.278723:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.278728:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a5500 00000100:00100000:0.0:1746156243.280825:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.280930:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057268224 00000100:00100000:3.0:1746156243.280937:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057268224 00010000:00010000:3.0:1746156243.280965:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.280993:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10718 00000100:00100000:3.0:1746156243.280999:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1973:x1830977057268224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.281009:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746156243.281023:0:7104:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746156243 -> 1746156244 00002000:00010000:3.0:1746156243.281025:0:7104:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746156243 -> 1746156244 00010000:00010000:3.0:1746156243.281030:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.281039:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.281056:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77893 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c2 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.281083:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.281084:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.281090:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.281097:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.281133:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.281142:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053926016:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.281210:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.284234:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.284276:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057268480 00000100:00100000:2.0:1746156243.284282:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057268480 00002000:00100000:2.0:1746156243.284317:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4700 x1830977057268480/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.284325:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4700 with x1830977057268480 ext(0->4095) 00002000:00010000:2.0:1746156243.284329:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4700 00000100:00100000:2.0:1746156243.284344:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4564 00000100:00100000:2.0:1746156243.284350:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057268480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.284388:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053926016:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.284409:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.284508:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:1973:x1830977057268224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3508us (3689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.284513:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057268480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (284us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.284516:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10718 00000100:00100000:2.0:1746156243.284519:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4564 00002000:00100000:2.0:1746156243.284524:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4700 x1830977057268480/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.284530:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4700 with x1830977057268480 ext(0->4095) 00002000:00010000:2.0:1746156243.284533:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4700 00000100:00100000:0.0:1746156243.287040:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.287150:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057268608 00000100:00100000:2.0:1746156243.287157:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057268608 00000100:00100000:2.0:1746156243.287207:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6181 00000100:00100000:2.0:1746156243.287215:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+93:31591:x1830977057268608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.287229:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.287243:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136d0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.287265:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.287276:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.287278:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.287281:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 94 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.287306:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.287317:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.287327:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053926144:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.287422:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.291074:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053926144:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.291102:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 94 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.291115:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:2.0:1746156243.291169:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:31591:x1830977057268608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3955us (4136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.291177:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6181 00000100:00100000:0.0:1746156243.291323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.291624:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.291662:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057268864 00000100:00100000:2.0:1746156243.291668:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057268864 00000100:00100000:3.0:1746156243.291686:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057268736 00010000:00010000:2.0:1746156243.291689:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.291690:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057268736 00000100:00100000:3.0:1746156243.291711:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6182 00000100:00100000:3.0:1746156243.291717:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:31590:x1830977057268736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156243.291721:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10719 00000100:00100000:2.0:1746156243.291726:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057268864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.291728:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.291735:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.291738:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136d7 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.291750:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.291751:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.291755:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.291760:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.291913:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.291948:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.291965:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7789a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136c9 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.291972:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.291982:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.291988:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.291990:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.291994:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.292001:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.292010:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0c600, rc 0) 00010000:00010000:2.0:1746156243.292019:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.292028:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.292042:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053926400:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.292094:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:31590:x1830977057268736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 375us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.292099:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6182 00000100:00100000:2.0:1746156243.292230:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.293388:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053926400:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.293404:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.293430:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057268864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1703us (1805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.293437:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10719 00000100:00100000:0.0:1746156243.293924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.294089:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057269120 00000100:00100000:2.0:1746156243.294094:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057269120 00002000:00100000:2.0:1746156243.294129:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bce00 x1830977057269120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.294138:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bce00 with x1830977057269120 ext(0->4095) 00010000:00010000:2.0:1746156243.294144:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.294154:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.294159:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bce00 00000100:00100000:2.0:1746156243.294207:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2532 00000100:00100000:2.0:1746156243.294213:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1974:x1830977057269120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.294360:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1974:x1830977057269120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.294390:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2532 00002000:00100000:2.0:1746156243.294396:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bce00 x1830977057269120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.294403:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bce00 with x1830977057269120 ext(0->4095) 00010000:00010000:2.0:1746156243.294408:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.294420:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.294425:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bce00 00000100:00100000:0.0:1746156243.296175:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.296229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.296286:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057269376 00000100:00100000:2.0:1746156243.296291:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057269376 00010000:00010000:2.0:1746156243.296317:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.296347:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10720 00000100:00100000:2.0:1746156243.296354:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1974:x1830977057269376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.296362:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.296398:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.296406:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.296409:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057269248 00000100:00100000:3.0:1746156243.296413:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057269248 00010000:00010000:2.0:1746156243.296424:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e778a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d0 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.296436:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6183 00000100:00100000:3.0:1746156243.296441:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057269248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.296449:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.296451:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.296451:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.296457:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.296460:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136de expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.296463:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.296474:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.296479:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.296481:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.296483:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.296640:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.296650:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.296659:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053926528:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.296796:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746156243.297397:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.297407:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.297415:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053926656:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.297471:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.298586:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053926528:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156243.298588:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156243.298602:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.298720:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057269632 00000100:00100000:3.0:1746156243.298725:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057269632 00000100:00100000:2.0:1746156243.298731:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1974:x1830977057269376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2377us (2501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.298739:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10720 00002000:00100000:3.0:1746156243.298753:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494e00 x1830977057269632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.298761:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494e00 with x1830977057269632 ext(0->4095) 00010000:00010000:3.0:1746156243.298767:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.298781:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.298786:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b494e00 00000100:00100000:3.0:1746156243.298809:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2533 00000100:00100000:3.0:1746156243.298816:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1975:x1830977057269632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.298944:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1975:x1830977057269632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.298950:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2533 00002000:00100000:3.0:1746156243.298955:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494e00 x1830977057269632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.298961:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494e00 with x1830977057269632 ext(0->4095) 00010000:00010000:3.0:1746156243.298966:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.298974:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.298980:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b494e00 00000100:00100000:3.0:1746156243.299000:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053926656:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.299015:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.299027:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d200, rc 0) 00000100:00100000:3.0:1746156243.299059:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057269248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2617us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.299065:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6183 00000100:00100000:0.0:1746156243.300259:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.300325:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057269760 00000100:00100000:3.0:1746156243.300330:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057269760 00000100:00100000:3.0:1746156243.300437:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6184 00000100:00100000:3.0:1746156243.300444:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:31590:x1830977057269760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.300455:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.300467:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136e5 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.300481:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.300485:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.300491:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156243.300493:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 95 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.300518:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.300526:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 95 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.300537:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d400, rc 0) 00000100:00100000:3.0:1746156243.300564:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:31590:x1830977057269760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.300569:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6184 00000100:00100000:0.0:1746156243.300653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.300861:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057269888 00000100:00100000:2.0:1746156243.300866:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057269888 00010000:00010000:2.0:1746156243.300883:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.300916:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10721 00000100:00100000:2.0:1746156243.300921:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1975:x1830977057269888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.300928:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.300941:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.300949:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.300961:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e778a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136d7 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.300980:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.300982:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.300987:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.300993:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.301011:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.301021:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.301036:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053926912:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.301094:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.302680:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053926912:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.302696:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.302721:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1975:x1830977057269888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1799us (2068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.302728:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10721 00000100:00100000:0.0:1746156243.303274:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.303431:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057270144 00000100:00100000:3.0:1746156243.303436:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057270144 00002000:00100000:3.0:1746156243.303463:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547100 x1830977057270144/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.303471:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547100 with x1830977057270144 ext(0->4095) 00010000:00010000:3.0:1746156243.303477:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.303488:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.303494:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547100 00000100:00100000:3.0:1746156243.303507:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2534 00000100:00100000:3.0:1746156243.303512:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057270144:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746156243.303735:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057270144:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 222us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.303741:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2534 00002000:00100000:3.0:1746156243.303746:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547100 x1830977057270144/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.303759:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547100 with x1830977057270144 ext(0->4095) 00010000:00010000:3.0:1746156243.303763:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.303771:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.303776:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547100 00000100:00100000:0.0:1746156243.305607:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.305687:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057270272 00000100:00100000:2.0:1746156243.305693:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057270272 00010000:00010000:2.0:1746156243.305879:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.305910:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10722 00000100:00100000:2.0:1746156243.305918:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057270272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.305929:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.305945:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.305954:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.305971:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e778af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136de expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.305982:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.305984:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.305990:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.305998:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.306022:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.306032:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053927040:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.306243:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.309569:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.309603:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053927040:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.309624:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.309658:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057270272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3742us (4055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.309668:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10722 00000100:00100000:1.0:1746156243.309772:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057270528 00000100:00100000:1.0:1746156243.309777:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057270528 00002000:00100000:1.0:1746156243.309806:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093870000 x1830977057270528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.309821:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870000 with x1830977057270528 ext(0->4095) 00002000:00010000:1.0:1746156243.309824:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093870000 00000100:00100000:1.0:1746156243.309847:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4565 00000100:00100000:1.0:1746156243.309854:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1973:x1830977057270528:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156243.310283:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1973:x1830977057270528:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 428us (720us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.310288:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4565 00002000:00100000:1.0:1746156243.310292:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093870000 x1830977057270528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.310299:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870000 with x1830977057270528 ext(0->4095) 00002000:00010000:1.0:1746156243.310302:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093870000 00000100:00100000:0.0:1746156243.314219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.314285:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057270656 00000100:00100000:1.0:1746156243.314292:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057270656 00000100:00100000:1.0:1746156243.314387:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6185 00000100:00100000:1.0:1746156243.314394:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057270656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.314444:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.314458:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136ec expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.314483:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.314489:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.314490:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.314494:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.314515:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 93 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.314525:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 93 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.314534:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053927168:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.314601:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.316830:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053927168:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.316854:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.316867:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156243.316905:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057270656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2511us (2693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.316913:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6185 00000100:00100000:0.0:1746156243.319025:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.319110:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057270784 00000100:00100000:2.0:1746156243.319126:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057270784 00010000:00010000:2.0:1746156243.319157:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 94 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.319193:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10723 00000100:00100000:2.0:1746156243.319200:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1975:x1830977057270784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.319213:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.319227:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 94 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.319241:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 94 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.319259:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d400/0xb0171789e0e778b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136e5 expref: 94 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.319284:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.319285:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.319291:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.319298:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.319324:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.319334:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053927296:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.319436:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.320112:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.320516:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057270912 00000100:00100000:1.0:1746156243.320522:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057270912 00000100:00100000:1.0:1746156243.320559:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6186 00000100:00100000:1.0:1746156243.320565:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:31590:x1830977057270912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.320576:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.320588:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136f3 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.320611:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.320617:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.320619:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.320622:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.320641:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.320651:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.320660:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053927424:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.320941:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.322722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.322859:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053927296:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.322878:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.322896:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057271168 00000100:00100000:1.0:1746156243.322902:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057271168 00000100:00100000:2.0:1746156243.322914:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+95:1975:x1830977057270784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3710us (3891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.322923:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10723 00002000:00100000:1.0:1746156243.322932:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3e300 x1830977057271168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.322940:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3e300 with x1830977057271168 ext(0->4095) 00010000:00010000:1.0:1746156243.322946:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.322955:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.322965:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c3e300 00000100:00100000:1.0:1746156243.322989:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2535 00000100:00100000:1.0:1746156243.322994:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057271168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156243.323635:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057271168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 639us (916us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.323641:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2535 00002000:00100000:1.0:1746156243.323646:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3e300 x1830977057271168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.323653:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3e300 with x1830977057271168 ext(0->4095) 00010000:00010000:1.0:1746156243.323658:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.323667:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.323672:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c3e300 00000100:00100000:1.0:1746156243.323697:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053927424:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.323711:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 94 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.323722:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156243.323740:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:31590:x1830977057270912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3176us (3631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.323749:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6186 00000100:00100000:0.0:1746156243.326816:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.326914:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057271296 00000100:00100000:2.0:1746156243.326922:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057271296 00010000:00010000:2.0:1746156243.326952:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.326974:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10724 00000100:00100000:2.0:1746156243.326981:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057271296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.326991:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.327007:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.327016:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.327033:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136ec expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.327648:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.327651:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.327658:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.327665:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.327692:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.327701:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053927552:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.327779:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.331359:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.331439:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057271552 00000100:00100000:1.0:1746156243.331446:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057271552 00002000:00100000:1.0:1746156243.331478:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55500 x1830977057271552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.331487:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55500 with x1830977057271552 ext(0->4095) 00002000:00010000:1.0:1746156243.331491:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55500 00000100:00100000:1.0:1746156243.331519:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4566 00000100:00100000:1.0:1746156243.331526:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1974:x1830977057271552:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156243.331647:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1974:x1830977057271552:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.331653:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4566 00002000:00100000:1.0:1746156243.331658:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55500 x1830977057271552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.331665:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55500 with x1830977057271552 ext(0->4095) 00002000:00010000:1.0:1746156243.331668:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55500 00000100:00100000:2.0:1746156243.331967:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053927552:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.331985:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.332013:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057271296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5033us (5203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.332020:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10724 00000100:00100000:0.0:1746156243.339714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.339852:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057271680 00000100:00100000:1.0:1746156243.339860:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057271680 00000100:00100000:1.0:1746156243.339904:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6187 00000100:00100000:1.0:1746156243.339911:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057271680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.339925:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.339937:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8136fa expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.339962:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.339968:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.339970:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.339973:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.339994:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 93 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.340004:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 93 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.340013:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053927680:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.340082:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497840 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.342629:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053927680:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.342655:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.342668:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940400, rc 0) 00000100:00100000:1.0:1746156243.342702:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057271680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2791us (2994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.342709:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6187 00000100:00100000:0.0:1746156243.345491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.346162:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057271808 00000100:00100000:1.0:1746156243.346169:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057271808 00002000:00100000:1.0:1746156243.346200:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e55c00 x1830977057271808/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.346209:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55c00 with x1830977057271808 ext(0->7) 00010000:00010000:1.0:1746156243.346216:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.346227:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 94 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.346234:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e55c00 00000100:00100000:1.0:1746156243.346263:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2536 00000100:00100000:1.0:1746156243.346270:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+94:1974:x1830977057271808:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156243.346538:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1974:x1830977057271808:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 267us (1055us total) trans 4294967981 rc 0/0 00000100:00100000:1.0:1746156243.346544:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2536 00002000:00100000:1.0:1746156243.346549:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e55c00 x1830977057271808/t4294967981(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/448 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.346556:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55c00 with x1830977057271808 ext(0->7) 00010000:00010000:1.0:1746156243.346560:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 96 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.346568:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 96 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.346573:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e55c00 00000100:00100000:0.0:1746156243.346713:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.347460:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057271936 00000100:00100000:1.0:1746156243.347464:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057271936 00000100:00100000:1.0:1746156243.347496:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6188 00000100:00100000:1.0:1746156243.347502:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:31590:x1830977057271936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.347511:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.347521:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813701 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.347539:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.347544:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.347549:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156243.347553:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.347580:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.347590:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.347598:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940600, rc 0) 00000100:00100000:1.0:1746156243.347628:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:31590:x1830977057271936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.347633:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6188 00000100:00100000:0.0:1746156243.348546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.348599:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057272064 00000100:00100000:2.0:1746156243.348604:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057272064 00010000:00010000:2.0:1746156243.348625:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 97 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.348652:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10725 00000100:00100000:2.0:1746156243.348658:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:1975:x1830977057272064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.348665:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.348680:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 97 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.348690:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 97 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.348704:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e778c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136f3 expref: 97 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.348727:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.348729:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.348734:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.348744:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.348764:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.348774:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.348784:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053927936:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.348846:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.350411:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053927936:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.350430:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.350454:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1975:x1830977057272064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1796us (1910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.350461:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10725 00000100:00100000:0.0:1746156243.352108:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.352286:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057272320 00000100:00100000:1.0:1746156243.352293:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057272320 00002000:00100000:1.0:1746156243.352326:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c083b80 x1830977057272320/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.352335:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083b80 with x1830977057272320 ext(0->4095) 00010000:00010000:1.0:1746156243.352342:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.352354:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.352360:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c083b80 00000100:00100000:1.0:1746156243.352452:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2537 00000100:00100000:1.0:1746156243.352459:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057272320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156243.352576:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057272320:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.352582:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2537 00002000:00100000:1.0:1746156243.352587:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c083b80 x1830977057272320/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.352594:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083b80 with x1830977057272320 ext(0->4095) 00010000:00010000:1.0:1746156243.352598:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.352606:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.352612:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c083b80 00000100:00100000:0.0:1746156243.355171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.356082:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057272448 00000100:00100000:2.0:1746156243.356090:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057272448 00010000:00010000:2.0:1746156243.356129:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.356195:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10726 00000100:00100000:2.0:1746156243.356203:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057272448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.356213:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.356234:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.356244:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.356261:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e778cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8136fa expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.356312:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.356314:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.356320:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.356327:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.356357:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.356540:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053928064:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.356614:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.357909:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053928064:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.357926:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.357952:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057272448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1750us (2787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.357959:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10726 00000100:00100000:0.0:1746156243.360029:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.360197:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057272704 00000100:00100000:2.0:1746156243.360203:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057272704 00002000:00100000:2.0:1746156243.360236:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350ed80 x1830977057272704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.360244:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350ed80 with x1830977057272704 ext(0->4095) 00002000:00010000:2.0:1746156243.360248:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350ed80 00000100:00100000:2.0:1746156243.360305:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4567 00000100:00100000:2.0:1746156243.360313:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1975:x1830977057272704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.360579:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1975:x1830977057272704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 268us (555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.360585:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4567 00002000:00100000:2.0:1746156243.360591:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350ed80 x1830977057272704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.360598:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350ed80 with x1830977057272704 ext(0->4095) 00002000:00010000:2.0:1746156243.360600:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350ed80 00000100:00100000:0.0:1746156243.366654:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.366988:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057272832 00000100:00100000:1.0:1746156243.366997:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057272832 00000100:00100000:1.0:1746156243.367041:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6189 00000100:00100000:1.0:1746156243.367048:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057272832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.367062:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.367075:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813708 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.367097:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.367102:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.367103:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.367106:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.367137:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 95 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.367147:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 95 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.367157:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053928192:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.367223:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.370820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.370902:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057272960 00000100:00100000:2.0:1746156243.370907:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057272960 00002000:00100000:2.0:1746156243.370944:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d7fb80 x1830977057272960/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.370953:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7fb80 with x1830977057272960 ext(0->7) 00010000:00010000:2.0:1746156243.370959:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 96 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.370972:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 96 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.370982:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7fb80 00000100:00100000:2.0:1746156243.371008:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2538 00000100:00100000:2.0:1746156243.371015:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+96:1975:x1830977057272960:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156243.371272:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+98:1975:x1830977057272960:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 257us (459us total) trans 4294967982 rc 0/0 00000100:00100000:2.0:1746156243.371279:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2538 00002000:00100000:2.0:1746156243.371285:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d7fb80 x1830977057272960/t4294967982(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/448 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.371291:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7fb80 with x1830977057272960 ext(0->7) 00010000:00010000:2.0:1746156243.371295:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 98 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.371304:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 98 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.371309:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7fb80 00000100:00100000:1.0:1746156243.371604:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053928192:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.371624:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.371640:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941400, rc 0) 00000100:00100000:1.0:1746156243.371674:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057272832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4627us (5025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.371680:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6189 00000100:00100000:0.0:1746156243.373829:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.373927:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057273088 00000100:00100000:2.0:1746156243.373933:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057273088 00010000:00010000:2.0:1746156243.373964:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 98 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.373985:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10727 00000100:00100000:2.0:1746156243.373991:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+98:1974:x1830977057273088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.374001:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.374017:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 98 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.374027:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 98 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.374043:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094940600/0xb0171789e0e778d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813701 expref: 98 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.374562:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.374565:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.374572:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.374580:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.374611:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.374622:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053928320:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.374755:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.376797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.376897:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053928320:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.376917:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.376957:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:1974:x1830977057273088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2966us (3132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.376965:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10727 00000100:00100000:1.0:1746156243.377051:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057273344 00000100:00100000:1.0:1746156243.377056:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057273344 00002000:00100000:1.0:1746156243.377082:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703800 x1830977057273344/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.377090:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703800 with x1830977057273344 ext(0->4095) 00002000:00010000:1.0:1746156243.377093:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703800 00000100:00100000:1.0:1746156243.377106:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4568 00000100:00100000:1.0:1746156243.377111:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057273344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156243.377723:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057273344:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 610us (931us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.377729:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4568 00002000:00100000:1.0:1746156243.377734:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703800 x1830977057273344/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.377740:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703800 with x1830977057273344 ext(0->4095) 00002000:00010000:1.0:1746156243.377744:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703800 00000100:00100000:0.0:1746156243.379314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.379448:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057273472 00000100:00100000:1.0:1746156243.379455:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057273472 00000100:00100000:1.0:1746156243.379498:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6190 00000100:00100000:1.0:1746156243.379505:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+97:31591:x1830977057273472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.379518:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.379533:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81370f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.379558:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.379565:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.379566:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.379569:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 98 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.379593:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.379604:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.379615:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053928448:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.380677:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.381178:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053928448:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.381254:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 98 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.381265:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094940a00, rc 0) 00000100:00100000:1.0:1746156243.381290:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+98:31591:x1830977057273472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1785us (1980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.381299:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6190 00000100:00100000:0.0:1746156243.381483:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.381749:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057273600 00000100:00100000:3.0:1746156243.381754:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057273600 00010000:00010000:3.0:1746156243.381772:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.381787:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10728 00000100:00100000:3.0:1746156243.381791:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057273600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.381800:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.381815:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.381822:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.381837:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094941400/0xb0171789e0e778d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813708 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.381851:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.381853:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.381858:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.381864:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.381882:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.381890:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053928576:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.381935:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.385773:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053928576:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.385794:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.386381:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057273600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4570us (4879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.386391:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10728 00000100:00100000:2.0:1746156243.386622:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.386697:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057273856 00000100:00100000:3.0:1746156243.386702:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057273856 00002000:00100000:3.0:1746156243.386729:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8e00 x1830977057273856/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.386738:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8e00 with x1830977057273856 ext(0->4095) 00002000:00010000:3.0:1746156243.386741:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc8e00 00000100:00100000:3.0:1746156243.386755:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4569 00000100:00100000:3.0:1746156243.386761:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+98:1975:x1830977057273856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.386863:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+98:1975:x1830977057273856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.386868:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4569 00002000:00100000:3.0:1746156243.386873:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8e00 x1830977057273856/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.386879:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8e00 with x1830977057273856 ext(0->4095) 00002000:00010000:3.0:1746156243.386882:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc8e00 00000100:00100000:0.0:1746156243.389800:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.390613:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057273984 00000100:00100000:1.0:1746156243.390621:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057273984 00000100:00100000:1.0:1746156243.390676:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6191 00000100:00100000:1.0:1746156243.390684:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057273984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.390699:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.390714:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813716 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.390740:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.390746:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.390748:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.390751:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.390774:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 97 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.390785:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 97 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.390795:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053928704:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.390894:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.392583:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053928704:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.392607:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.392619:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156243.392651:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057273984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1968us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.392658:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6191 00000100:00100000:0.0:1746156243.395706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.396160:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057274112 00000100:00100000:2.0:1746156243.396167:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057274112 00002000:00100000:2.0:1746156243.396203:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920bce00 x1830977057274112/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.396213:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bce00 with x1830977057274112 ext(0->7) 00010000:00010000:2.0:1746156243.396220:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 98 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.396233:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 98 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.396239:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bce00 00000100:00100000:2.0:1746156243.396324:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2539 00000100:00100000:2.0:1746156243.396331:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+98:1975:x1830977057274112:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156243.396623:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057274112:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 292us (924us total) trans 4294967983 rc 0/0 00000100:00100000:2.0:1746156243.396629:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2539 00002000:00100000:2.0:1746156243.396635:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920bce00 x1830977057274112/t4294967983(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/448 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.396642:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bce00 with x1830977057274112 ext(0->7) 00010000:00010000:2.0:1746156243.396646:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.396654:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.396665:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bce00 00000100:00100000:0.0:1746156243.399856:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.401038:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057274240 00000100:00100000:3.0:1746156243.401046:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057274240 00010000:00010000:3.0:1746156243.401077:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.401652:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10729 00000100:00100000:3.0:1746156243.401661:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057274240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.401673:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.401690:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.401701:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.401719:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094940a00/0xb0171789e0e778e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81370f expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.401764:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.401766:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.401772:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.401783:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.401808:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.401818:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053928832:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.401885:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.403357:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.403978:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057274368 00000100:00100000:1.0:1746156243.403985:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057274368 00000100:00100000:1.0:1746156243.404026:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6192 00000100:00100000:1.0:1746156243.404032:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31590:x1830977057274368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.404045:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.404056:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81371d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.404075:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.404081:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.404082:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.404085:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.404107:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.404126:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.404137:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053928960:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.404197:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.404327:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053928832:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.404342:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.404362:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057274240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2704us (4512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.404385:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10729 00000100:00100000:2.0:1746156243.404420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.404664:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057274624 00000100:00100000:3.0:1746156243.404667:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057274624 00002000:00100000:3.0:1746156243.404687:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb100 x1830977057274624/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.404695:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb100 with x1830977057274624 ext(0->4095) 00010000:00010000:3.0:1746156243.404700:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.404709:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.404714:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ccb100 00000100:00100000:3.0:1746156243.404726:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2540 00000100:00100000:3.0:1746156243.404732:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057274624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.404846:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057274624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (426us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.404852:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2540 00002000:00100000:3.0:1746156243.404861:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb100 x1830977057274624/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.404867:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb100 with x1830977057274624 ext(0->4095) 00010000:00010000:3.0:1746156243.404871:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.404880:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.404885:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ccb100 00000100:00100000:1.0:1746156243.406294:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053928960:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.406314:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.406325:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156243.406358:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31590:x1830977057274368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2327us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.406392:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6192 00000100:00100000:0.0:1746156243.407161:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.407219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.407348:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057274752 00000100:00100000:3.0:1746156243.407353:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057274752 00000100:00100000:1.0:1746156243.407387:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057274880 00000100:00100000:1.0:1746156243.407394:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057274880 00010000:00010000:3.0:1746156243.407399:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 7 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.407421:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6193 00000100:00100000:3.0:1746156243.407433:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10730 00000100:00100000:1.0:1746156243.407435:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:31591:x1830977057274880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156243.407439:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1973:x1830977057274752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.407449:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.407465:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 7 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.407478:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 7 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.407495:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e778e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813716 expref: 7 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.407512:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.407514:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.407520:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.407526:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.407539:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.407548:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.407557:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053929088:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.407603:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1830c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746156243.407621:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813724 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.407637:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.407643:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.407644:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.407647:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.407665:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.407673:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 99 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.407681:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053929216:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.407711:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.409178:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053929088:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.409193:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.409226:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1973:x1830977057274752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1788us (2067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.409233:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10730 00000100:00100000:1.0:1746156243.409625:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053929216:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.409640:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.409651:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:1.0:1746156243.409668:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057274880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2240us (2449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.409673:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6193 00000100:00100000:0.0:1746156243.410181:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.410696:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057275136 00000100:00100000:2.0:1746156243.410701:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057275136 00002000:00100000:2.0:1746156243.410731:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0700 x1830977057275136/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.410739:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0700 with x1830977057275136 ext(0->4095) 00010000:00010000:2.0:1746156243.410745:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.410755:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.410761:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d0700 00000100:00100000:2.0:1746156243.411306:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2541 00000100:00100000:2.0:1746156243.411314:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057275136:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.411447:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057275136:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (1267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.411452:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2541 00002000:00100000:2.0:1746156243.411457:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0700 x1830977057275136/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.411464:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0700 with x1830977057275136 ext(0->4095) 00010000:00010000:2.0:1746156243.411468:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.411477:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.411482:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d0700 00000100:00100000:0.0:1746156243.414142:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.414390:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057275264 00000100:00100000:2.0:1746156243.414396:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057275264 00000100:00100000:2.0:1746156243.414439:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6194 00000100:00100000:2.0:1746156243.414445:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31590:x1830977057275264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.414458:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.414469:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81372b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.414489:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.414493:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.414499:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156243.414502:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.414528:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.414538:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.414546:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156243.414582:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057275264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.414588:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6194 00000100:00100000:1.0:1746156243.414650:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.414888:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057275392 00000100:00100000:2.0:1746156243.414891:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057275392 00010000:00010000:2.0:1746156243.414904:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 101 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.414930:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10731 00000100:00100000:2.0:1746156243.414935:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1972:x1830977057275392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.414942:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.414956:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 101 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.414965:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 101 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.414978:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e778ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81371d expref: 101 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.415443:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.415445:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.415451:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.415458:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.415480:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.415489:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.415498:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053929472:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.415559:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.417072:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053929472:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.417089:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.417136:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1972:x1830977057275392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2199us (2484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.417145:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10731 00000100:00100000:0.0:1746156243.418713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.418822:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057275648 00000100:00100000:3.0:1746156243.418827:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057275648 00002000:00100000:3.0:1746156243.418858:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0e00 x1830977057275648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.418866:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0e00 with x1830977057275648 ext(0->4095) 00010000:00010000:3.0:1746156243.418872:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.418882:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.418887:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d0e00 00000100:00100000:3.0:1746156243.418907:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2542 00000100:00100000:3.0:1746156243.418912:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057275648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.419012:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057275648:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (302us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.419017:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2542 00002000:00100000:3.0:1746156243.419021:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0e00 x1830977057275648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.419027:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0e00 with x1830977057275648 ext(0->4095) 00010000:00010000:3.0:1746156243.419030:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.419038:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.419043:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d0e00 00000100:00100000:0.0:1746156243.424004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.424362:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057275776 00000100:00100000:2.0:1746156243.424482:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057275776 00010000:00010000:2.0:1746156243.424516:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.424631:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10732 00000100:00100000:2.0:1746156243.424639:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057275776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.424651:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.424668:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.424682:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.424700:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e778f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813724 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.424896:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.424898:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.424904:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.424911:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.424938:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.424948:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053929600:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.425260:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.428246:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.428332:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053929600:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.428350:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.428418:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057275776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3779us (4419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.428426:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10732 00000100:00100000:3.0:1746156243.428555:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057276032 00000100:00100000:3.0:1746156243.428560:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057276032 00002000:00100000:3.0:1746156243.428589:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1500 x1830977057276032/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.428598:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1500 with x1830977057276032 ext(0->4095) 00002000:00010000:3.0:1746156243.428601:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1500 00000100:00100000:3.0:1746156243.428613:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4570 00000100:00100000:3.0:1746156243.428619:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057276032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.428936:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057276032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 316us (694us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.428941:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4570 00002000:00100000:3.0:1746156243.428947:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1500 x1830977057276032/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.428954:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1500 with x1830977057276032 ext(0->4095) 00002000:00010000:3.0:1746156243.428956:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1500 00000100:00100000:0.0:1746156243.430139:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.430230:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057276160 00000100:00100000:3.0:1746156243.430235:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057276160 00000100:00100000:3.0:1746156243.430274:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6195 00000100:00100000:3.0:1746156243.430279:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057276160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.430290:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.430302:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813732 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.430321:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.430329:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.430331:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.430333:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.430350:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.430356:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 99 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.430363:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053929728:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.430439:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1836c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.433451:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053929728:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.433478:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156243.433490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156243.433492:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0de00, rc 0) 00000100:00100000:3.0:1746156243.433528:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057276160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3249us (3393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.433535:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6195 00000100:00100000:2.0:1746156243.433548:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057276288 00000100:00100000:2.0:1746156243.433553:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057276288 00010000:00010000:2.0:1746156243.433576:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.433601:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10733 00000100:00100000:2.0:1746156243.433607:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057276288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.433618:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.433633:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.433642:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.433658:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e778fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81372b expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.434393:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.434395:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.434402:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.434411:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.434435:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.434445:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053929856:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.434508:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.436612:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.436629:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053929856:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.436646:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.436661:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057276544 00000100:00100000:3.0:1746156243.436666:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057276544 00000100:00100000:2.0:1746156243.436683:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:1975:x1830977057276288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3075us (3192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.436691:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10733 00002000:00100000:3.0:1746156243.436732:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1f80 x1830977057276544/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.436747:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1f80 with x1830977057276544 ext(0->4095) 00002000:00010000:3.0:1746156243.436750:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1f80 00000100:00100000:3.0:1746156243.436765:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4571 00000100:00100000:3.0:1746156243.436771:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057276544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.437027:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057276544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 256us (419us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.437033:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4571 00002000:00100000:3.0:1746156243.437038:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1f80 x1830977057276544/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.437045:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1f80 with x1830977057276544 ext(0->4095) 00002000:00010000:3.0:1746156243.437048:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1f80 00000100:00100000:0.0:1746156243.438336:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.438463:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057276672 00000100:00100000:3.0:1746156243.438469:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057276672 00000100:00100000:3.0:1746156243.438504:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6196 00000100:00100000:3.0:1746156243.438510:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:31590:x1830977057276672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.438522:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.438533:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813739 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.438551:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.438557:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.438559:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.438564:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.438940:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.438951:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.438961:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053929984:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.439020:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.439171:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.439205:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057276800 00000100:00100000:2.0:1746156243.439208:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057276800 00000100:00100000:2.0:1746156243.439228:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6197 00000100:00100000:2.0:1746156243.439232:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31591:x1830977057276800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.439238:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.439244:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813740 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.439254:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.439257:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.439262:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.439265:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 102 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.439280:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.440166:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 102 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.440179:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156243.440207:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:31591:x1830977057276800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 974us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.440213:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6197 00000100:00100000:3.0:1746156243.440528:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053929984:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.440548:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.440557:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0c800, rc 0) 00000100:00100000:3.0:1746156243.440576:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057276672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2066us (2376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.440581:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6196 00000100:00100000:0.0:1746156243.442213:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.442263:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057276928 00000100:00100000:2.0:1746156243.442269:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057276928 00010000:00010000:2.0:1746156243.442291:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.442315:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10734 00000100:00100000:2.0:1746156243.442320:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057276928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.442330:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.442344:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.442354:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.442390:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e77903 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813732 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.442411:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.442412:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.442417:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.442424:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.442447:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.442456:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.442465:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053930240:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.442529:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.443935:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053930240:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.443950:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.443980:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057276928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1659us (1770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.443988:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10734 00000100:00100000:0.0:1746156243.444342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.444439:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057277184 00000100:00100000:3.0:1746156243.444444:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057277184 00002000:00100000:3.0:1746156243.444475:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d2a00 x1830977057277184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.444484:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2a00 with x1830977057277184 ext(0->4095) 00010000:00010000:3.0:1746156243.444489:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.444501:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.444506:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d2a00 00000100:00100000:3.0:1746156243.444531:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2543 00000100:00100000:3.0:1746156243.444537:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057277184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.444658:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057277184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.444664:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2543 00002000:00100000:3.0:1746156243.444668:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d2a00 x1830977057277184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.444674:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2a00 with x1830977057277184 ext(0->4095) 00010000:00010000:3.0:1746156243.444678:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.444686:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.444690:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d2a00 00000100:00100000:0.0:1746156243.447479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.447536:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057277312 00000100:00100000:2.0:1746156243.447543:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057277312 00010000:00010000:2.0:1746156243.447574:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.447602:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10735 00000100:00100000:2.0:1746156243.447609:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057277312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.447619:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.447636:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.447645:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.447660:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c800/0xb0171789e0e7790a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813739 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.447683:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.447685:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.447690:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.447696:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.447719:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.447727:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053930368:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.448448:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.449522:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053930368:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.449539:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.450660:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057277312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3046us (3181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.450670:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10735 00000100:00100000:0.0:1746156243.451031:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.451127:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057277568 00000100:00100000:3.0:1746156243.451134:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057277568 00002000:00100000:3.0:1746156243.451164:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d3100 x1830977057277568/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.451173:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3100 with x1830977057277568 ext(0->4095) 00002000:00010000:3.0:1746156243.451177:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d3100 00000100:00100000:3.0:1746156243.451200:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4572 00000100:00100000:3.0:1746156243.451206:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057277568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.451319:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057277568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.451325:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4572 00002000:00100000:3.0:1746156243.451329:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d3100 x1830977057277568/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.451341:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3100 with x1830977057277568 ext(0->4095) 00002000:00010000:3.0:1746156243.451344:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d3100 00000100:00100000:0.0:1746156243.453043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.453159:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057277696 00000100:00100000:3.0:1746156243.453165:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057277696 00000100:00100000:3.0:1746156243.453256:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6198 00000100:00100000:3.0:1746156243.453263:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057277696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.453276:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.453289:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813747 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.453310:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.453317:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.453318:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.453321:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.453344:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.453355:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 99 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.453548:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053930496:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.454053:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.455721:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053930496:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.455748:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.455762:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0cc00, rc 0) 00000100:00100000:3.0:1746156243.455803:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057277696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2539us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.455809:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6198 00000100:00100000:0.0:1746156243.457081:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.457675:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057277824 00000100:00100000:2.0:1746156243.457682:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057277824 00010000:00010000:2.0:1746156243.457712:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.457744:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10736 00000100:00100000:2.0:1746156243.457751:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057277824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.457762:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.457777:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.457787:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.457804:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77911 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813740 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.457831:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.457833:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.457838:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.457845:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.457871:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.457881:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053930624:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.458048:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.460248:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b495c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053930624:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.460268:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.460301:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:1974:x1830977057277824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2550us (3220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.460310:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10736 00000100:00100000:0.0:1746156243.463431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.463472:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.463584:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057278208 00000100:00100000:3.0:1746156243.463591:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057278208 00000100:00100000:3.0:1746156243.463635:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6199 00000100:00100000:3.0:1746156243.463642:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:31590:x1830977057278208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.463656:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.463669:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81374e expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.463692:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.463698:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.463699:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.463743:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.463767:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.463777:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.463787:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053930752:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.463857:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.463987:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057278080 00000100:00100000:2.0:1746156243.463991:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057278080 00002000:00100000:2.0:1746156243.464017:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0000 x1830977057278080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.464024:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0000 with x1830977057278080 ext(0->4095) 00010000:00010000:2.0:1746156243.464029:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.464039:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.464044:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d0000 00000100:00100000:2.0:1746156243.464066:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2544 00000100:00100000:2.0:1746156243.464072:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057278080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.464203:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057278080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (729us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.464208:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2544 00002000:00100000:2.0:1746156243.464212:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0000 x1830977057278080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.464219:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0000 with x1830977057278080 ext(0->4095) 00010000:00010000:2.0:1746156243.464223:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.464231:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.464236:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d0000 00000100:00100000:0.0:1746156243.469044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.469082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.469096:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057278336 00000100:00100000:1.0:1746156243.469102:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057278336 00000100:00100000:1.0:1746156243.469143:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6200 00000100:00100000:1.0:1746156243.469150:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31591:x1830977057278336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.469169:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.469182:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813755 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.469193:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057278464 00000100:00100000:2.0:1746156243.469196:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057278464 00010000:00010000:1.0:1746156243.469206:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.469210:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.469213:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.469215:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.469218:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 102 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.469227:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10737 00000100:00100000:2.0:1746156243.469232:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057278464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.469237:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.469244:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.469251:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.469253:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 102 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.469260:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.469311:0:15159:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77918 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813747 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.469327:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053930752:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.469426:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.469428:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.469433:0:8461:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.469440:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.469537:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156243.469571:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 102 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.469579:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 102 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.469587:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d600, rc 0) 00000100:00100000:3.0:1746156243.469618:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:31590:x1830977057278208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5976us (6193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.469624:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6199 00010000:00010000:1.0:1746156243.469838:0:8461:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.469846:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.469859:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057278464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 626us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.469861:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053931008:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.469864:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10737 00000100:00100000:1.0:1746156243.470774:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.471767:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053931008:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.471780:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a200, rc 0) 00000100:00100000:1.0:1746156243.471810:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31591:x1830977057278336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2660us (2772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.471817:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6200 00000100:00100000:0.0:1746156243.472515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.472557:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057278720 00000100:00100000:3.0:1746156243.472563:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057278720 00002000:00100000:3.0:1746156243.472593:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe680 x1830977057278720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.472602:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe680 with x1830977057278720 ext(0->4095) 00010000:00010000:3.0:1746156243.472607:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.472622:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.472628:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbe680 00000100:00100000:3.0:1746156243.472808:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2545 00000100:00100000:3.0:1746156243.472816:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1974:x1830977057278720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.472956:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1974:x1830977057278720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (442us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.472962:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2545 00002000:00100000:3.0:1746156243.472966:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe680 x1830977057278720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.472973:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe680 with x1830977057278720 ext(0->4095) 00010000:00010000:3.0:1746156243.472978:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.472986:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.472992:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbe680 00000100:00100000:2.0:1746156243.476586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.476722:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057278848 00000100:00100000:0.0:1746156243.476729:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057278848 00010000:00010000:0.0:1746156243.476756:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746156243.476796:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10738 00000100:00100000:0.0:1746156243.476802:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057278848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156243.476813:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156243.476829:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.476839:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.476854:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e7791f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81374e expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.476867:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156243.476869:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156243.476875:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 100 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.476882:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 100 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.476906:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 100 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156243.476915:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053931136:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156243.477156:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.478574:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053931136:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.478589:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.478614:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057278848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1811us (2035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.478621:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10738 00000100:00100000:0.0:1746156243.478892:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.478995:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057279104 00000100:00100000:2.0:1746156243.478999:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057279104 00002000:00100000:2.0:1746156243.479026:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848000 x1830977057279104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.479034:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830977057279104 ext(0->4095) 00002000:00010000:2.0:1746156243.479037:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848000 00000100:00100000:2.0:1746156243.479304:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4573 00000100:00100000:2.0:1746156243.479312:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057279104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.479438:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057279104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.479443:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4573 00002000:00100000:2.0:1746156243.479448:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848000 x1830977057279104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.479458:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830977057279104 ext(0->4095) 00002000:00010000:2.0:1746156243.479461:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848000 00000100:00100000:0.0:1746156243.483163:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.483291:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057279232 00000100:00100000:1.0:1746156243.483298:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057279232 00000100:00100000:1.0:1746156243.483657:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6201 00000100:00100000:1.0:1746156243.483665:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057279232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.483679:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.483692:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81375c expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.483715:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.483722:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.483723:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.483727:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.483749:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.483764:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 99 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.483775:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053931264:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.483839:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.486264:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053931264:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.486287:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.486301:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:1.0:1746156243.486347:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057279232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2682us (3189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.486354:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6201 00000100:00100000:0.0:1746156243.487514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.487683:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057279360 00000100:00100000:2.0:1746156243.487689:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057279360 00010000:00010000:2.0:1746156243.487724:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 100 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.487757:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10739 00000100:00100000:2.0:1746156243.487764:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057279360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.487774:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.487791:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 100 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.487801:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 100 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.487818:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a200/0xb0171789e0e77926 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813755 expref: 100 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.487842:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.487843:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.487849:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.487856:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.487886:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.487895:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053931392:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.487950:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.490352:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.490593:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057279488 00000100:00100000:1.0:1746156243.490600:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057279488 00000100:00100000:2.0:1746156243.491605:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095700a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053931392:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.491616:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6202 00010000:00010000:2.0:1746156243.491622:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.491626:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31590:x1830977057279488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.491640:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.491654:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813763 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.491675:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.491686:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.491688:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.491690:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.491712:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.491722:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 5 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.491731:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053931520:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156243.491764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.491775:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.491797:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057279360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4032us (4286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.491805:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10739 00000100:00100000:3.0:1746156243.492432:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057279744 00000100:00100000:3.0:1746156243.492439:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057279744 00002000:00100000:3.0:1746156243.492467:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0700 x1830977057279744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.492476:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0700 with x1830977057279744 ext(0->4095) 00010000:00010000:3.0:1746156243.492482:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.492495:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.492501:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0700 00000100:00100000:3.0:1746156243.492522:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2546 00000100:00100000:3.0:1746156243.492527:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057279744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.492647:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057279744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (883us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.492653:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2546 00002000:00100000:3.0:1746156243.492658:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0700 x1830977057279744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.492665:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0700 with x1830977057279744 ext(0->4095) 00010000:00010000:3.0:1746156243.492669:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.492678:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.492683:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0700 00000100:00100000:1.0:1746156243.494596:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053931520:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.494618:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 100 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.494631:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:2.0:1746156243.495630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.495710:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.495732:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057280000 00000100:00100000:2.0:1746156243.495737:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057280000 00010000:00010000:2.0:1746156243.495765:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.495790:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10740 00000100:00100000:2.0:1746156243.495798:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057280000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.495807:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.495822:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.495832:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.495852:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e7792d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81375c expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.495864:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.495866:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.495871:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 100 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.495913:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057279872 00000100:00100000:3.0:1746156243.495916:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057279872 00000100:00100000:3.0:1746156243.495942:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6203 00000100:00100000:3.0:1746156243.495946:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31591:x1830977057279872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.495958:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.495966:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81376a expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.496251:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:31590:x1830977057279488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4625us (5903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.496257:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6202 00010000:00010000:2.0:1746156243.496521:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.496560:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.496566:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.496567:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.496569:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.496591:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.496601:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.496610:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053931648:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.496933:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.496941:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.496948:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053931776:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.497626:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.497675:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.501048:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053931648:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156243.501048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156243.501074:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.501090:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0c600, rc 0) 00000100:00100000:3.0:1746156243.501147:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31591:x1830977057279872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5200us (5520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.501159:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6203 00000100:00100000:3.0:1746156243.501196:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057280256 00000100:00100000:3.0:1746156243.501200:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057280256 00002000:00100000:3.0:1746156243.501224:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9880 x1830977057280256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746156243.501232:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053931776:192.168.203.27@tcp:105: 00002000:00100000:3.0:1746156243.501233:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9880 with x1830977057280256 ext(0->4095) 00010000:00010000:3.0:1746156243.501238:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.501245:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156243.501249:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.501255:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9880 00000100:00100000:2.0:1746156243.501263:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057280000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5466us (5553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.501266:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2547 00000100:00100000:2.0:1746156243.501271:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10740 00000100:00100000:3.0:1746156243.501272:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057280256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.501399:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057280256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (359us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.501405:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2547 00002000:00100000:3.0:1746156243.501410:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9880 x1830977057280256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.501416:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9880 with x1830977057280256 ext(0->4095) 00010000:00010000:3.0:1746156243.501421:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.501433:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.501801:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9880 00000100:00100000:0.0:1746156243.504546:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.504616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.504815:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057280512 00000100:00100000:2.0:1746156243.504823:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057280512 00010000:00010000:2.0:1746156243.504852:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.504872:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10741 00000100:00100000:2.0:1746156243.504877:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5affc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057280512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.504887:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.504904:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.504914:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.504931:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e77934 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813763 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.504958:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.504959:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.504964:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.504971:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.504996:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.505006:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053931904:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.505059:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.505167:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057280384 00000100:00100000:3.0:1746156243.505171:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057280384 00000100:00100000:3.0:1746156243.505189:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6204 00000100:00100000:3.0:1746156243.505194:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057280384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.505204:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.505211:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813771 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.505225:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.505231:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.505232:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.505235:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.505248:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.505256:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 102 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.505268:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053932032:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.505289:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.507510:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053931904:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.507528:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.507567:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5affc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:1975:x1830977057280512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2688us (2949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.507576:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10741 00000100:00100000:0.0:1746156243.508170:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.508285:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053932032:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.508306:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.508319:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d200, rc 0) 00000100:00100000:3.0:1746156243.508339:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057280384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3144us (3800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.508345:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6204 00000100:00100000:2.0:1746156243.508396:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057280768 00000100:00100000:2.0:1746156243.508401:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057280768 00002000:00100000:2.0:1746156243.508426:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448a80 x1830977057280768/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.508435:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448a80 with x1830977057280768 ext(0->4095) 00010000:00010000:2.0:1746156243.508441:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.508451:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.508457:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094448a80 00000100:00100000:2.0:1746156243.508469:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2548 00000100:00100000:2.0:1746156243.508474:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1974:x1830977057280768:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.508569:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1974:x1830977057280768:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.508575:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2548 00002000:00100000:2.0:1746156243.508579:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448a80 x1830977057280768/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.508585:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448a80 with x1830977057280768 ext(0->4095) 00010000:00010000:2.0:1746156243.508589:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.508597:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.508603:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094448a80 00000100:00100000:0.0:1746156243.510927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.511269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.511321:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057280896 00000100:00100000:3.0:1746156243.511327:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057280896 00000100:00100000:3.0:1746156243.511362:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6205 00000100:00100000:3.0:1746156243.511386:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c42b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057280896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.511400:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.511412:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813778 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.511431:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.511436:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.511442:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156243.511445:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.511470:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.511480:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.511487:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0ca00, rc 0) 00000100:00100000:3.0:1746156243.511514:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c42b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057280896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.511520:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6205 00000100:00100000:2.0:1746156243.511634:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057281024 00000100:00100000:2.0:1746156243.511638:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057281024 00010000:00010000:2.0:1746156243.511653:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.511676:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10742 00000100:00100000:2.0:1746156243.511681:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057281024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.511687:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.511701:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.511710:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.511724:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7793b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81376a expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.511735:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.511736:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.511740:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.511747:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.511767:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.511776:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.511785:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053932288:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.511826:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9180 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.513796:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053932288:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.513811:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.513988:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057281024:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2306us (2718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.513996:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10742 00000100:00100000:0.0:1746156243.515535:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.515729:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057281152 00000100:00100000:2.0:1746156243.515735:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057281152 00010000:00010000:2.0:1746156243.515761:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.515790:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10743 00000100:00100000:2.0:1746156243.515797:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057281152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.515808:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.515827:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.515842:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.515860:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77942 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813771 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.515881:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.515883:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.515889:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.515896:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.515921:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.515931:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053932416:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.515996:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9180 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.517793:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053932416:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.517809:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.517845:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:1975:x1830977057281152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2049us (2313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.517853:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10743 00000100:00100000:0.0:1746156243.518647:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.518693:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057281408 00000100:00100000:3.0:1746156243.518698:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057281408 00002000:00100000:3.0:1746156243.518727:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60af800 x1830977057281408/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.518736:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af800 with x1830977057281408 ext(0->4095) 00002000:00010000:3.0:1746156243.518740:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60af800 00000100:00100000:3.0:1746156243.518791:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4574 00000100:00100000:3.0:1746156243.518798:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057281408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.519007:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057281408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 209us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.519015:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4574 00002000:00100000:3.0:1746156243.519020:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60af800 x1830977057281408/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.519027:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af800 with x1830977057281408 ext(0->4095) 00002000:00010000:3.0:1746156243.519029:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60af800 00000100:00100000:0.0:1746156243.521856:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.522046:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057281536 00000100:00100000:2.0:1746156243.522054:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057281536 00000100:00100000:3.0:1746156243.522728:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6206 00000100:00100000:3.0:1746156243.522740:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:31591:x1830977057281536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.522757:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.522770:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81377f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.522792:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.522799:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.522801:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.522804:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.522828:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.522839:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.522849:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053932544:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.524258:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1833c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.525651:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.525721:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053932544:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.525748:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.525762:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d200, rc 0) 00000100:00100000:3.0:1746156243.526193:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31591:x1830977057281536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3455us (4341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.526200:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6206 00000100:00100000:0.0:1746156243.526343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.526441:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057281664 00000100:00100000:2.0:1746156243.526446:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057281664 00000100:00100000:2.0:1746156243.526476:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6207 00000100:00100000:2.0:1746156243.526482:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31590:x1830977057281664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.526493:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.526504:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813786 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.526519:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.526522:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.526527:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.526530:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.526551:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.526559:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.526565:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156243.526585:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057281664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.526590:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6207 00000100:00100000:2.0:1746156243.526604:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057281792 00000100:00100000:2.0:1746156243.526607:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057281792 00010000:00010000:2.0:1746156243.526620:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.526641:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10744 00000100:00100000:2.0:1746156243.526646:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057281792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.526653:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.526667:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.526676:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.526689:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e77949 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813778 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.526705:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.526707:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.526711:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.526717:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.526732:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.526741:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.526750:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053932800:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.526783:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.530514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.530661:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053932800:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.530684:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.530749:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057281792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4101us (4403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.530758:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10744 00000100:00100000:3.0:1746156243.531618:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057282048 00000100:00100000:3.0:1746156243.531625:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057282048 00002000:00100000:3.0:1746156243.531657:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc380 x1830977057282048/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.531666:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc380 with x1830977057282048 ext(0->4095) 00010000:00010000:3.0:1746156243.531673:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.531685:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.531691:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc380 00000100:00100000:3.0:1746156243.535602:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2549 00000100:00100000:3.0:1746156243.535619:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057282048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.535789:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057282048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 177us (5282us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.535798:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2549 00002000:00100000:3.0:1746156243.535805:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc380 x1830977057282048/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.535814:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc380 with x1830977057282048 ext(0->4095) 00010000:00010000:3.0:1746156243.535821:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.535841:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.535850:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc380 00000100:00100000:0.0:1746156243.538738:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.538790:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057282176 00000100:00100000:2.0:1746156243.538799:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057282176 00000100:00100000:0.0:1746156243.538801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156243.538833:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.538849:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057282304 00000100:00100000:3.0:1746156243.538853:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057282304 00000100:00100000:2.0:1746156243.538869:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10745 00000100:00100000:2.0:1746156243.538878:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057282176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746156243.538890:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6208 00010000:00010000:2.0:1746156243.538890:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746156243.538896:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057282304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.538906:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.538913:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.538917:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81378d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.538925:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.538934:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.538938:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 101 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.538944:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156243.538947:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.538975:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77950 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81377f expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.539027:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.539030:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.539036:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.539044:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.539055:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.539065:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.539075:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053932928:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.539085:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.539094:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.539103:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053933056:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.539169:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.539178:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1836c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.540579:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053932928:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.540600:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.540610:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0cc00, rc 0) 00000100:00100000:3.0:1746156243.540649:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057282304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1753us (1846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.540656:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6208 00000100:00100000:2.0:1746156243.540656:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053933056:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.540671:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.540696:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057282176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1819us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.540704:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10745 00000100:00100000:0.0:1746156243.542285:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.542344:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057282560 00000100:00100000:2.0:1746156243.542351:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057282560 00002000:00100000:2.0:1746156243.542436:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5880 x1830977057282560/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.542445:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5880 with x1830977057282560 ext(0->4095) 00010000:00010000:2.0:1746156243.542454:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.542467:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.542474:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd5880 00000100:00100000:2.0:1746156243.542514:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2550 00000100:00100000:2.0:1746156243.542525:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057282560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.542717:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057282560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 193us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.542724:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2550 00002000:00100000:2.0:1746156243.542731:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5880 x1830977057282560/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.542738:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5880 with x1830977057282560 ext(0->4095) 00010000:00010000:2.0:1746156243.542742:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.542752:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.542757:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd5880 00000100:00100000:0.0:1746156243.545323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.545364:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.545400:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057282816 00000100:00100000:2.0:1746156243.545408:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057282816 00010000:00010000:2.0:1746156243.545443:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.546136:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10746 00000100:00100000:3.0:1746156243.546151:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057282816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.546164:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.546185:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.546196:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.546217:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77957 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813786 expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.546253:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.546255:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.546263:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.546271:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.546302:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.546314:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053933184:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.546504:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057282688 00000100:00100000:2.0:1746156243.546510:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057282688 00000100:00100000:2.0:1746156243.546553:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6209 00000100:00100000:2.0:1746156243.546561:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31590:x1830977057282688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.546574:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.546586:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813794 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.546607:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.546612:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.546613:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.546617:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.546696:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1836c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746156243.546747:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.546757:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.546764:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053933312:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.546794:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.548107:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053933312:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.548148:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.548160:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:3.0:1746156243.548163:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053933184:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.548175:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.548198:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1974:x1830977057282816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2053us (2881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.548198:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057282688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1639us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.548204:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10746 00000100:00100000:2.0:1746156243.548204:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6209 00000100:00100000:0.0:1746156243.548567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.548638:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057283072 00000100:00100000:2.0:1746156243.548643:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057283072 00002000:00100000:2.0:1746156243.548676:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9f80 x1830977057283072/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.548684:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977057283072 ext(0->4095) 00010000:00010000:2.0:1746156243.548691:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.548701:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.548707:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9f80 00000100:00100000:2.0:1746156243.548726:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2551 00000100:00100000:2.0:1746156243.548731:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057283072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.548835:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057283072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.548840:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2551 00002000:00100000:2.0:1746156243.548845:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9f80 x1830977057283072/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.548852:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977057283072 ext(0->4095) 00010000:00010000:2.0:1746156243.548856:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.548864:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.548869:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9f80 00000100:00100000:0.0:1746156243.552014:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.552629:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057283200 00000100:00100000:3.0:1746156243.552637:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057283200 00010000:00010000:3.0:1746156243.552667:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.552746:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10747 00000100:00100000:3.0:1746156243.552753:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057283200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.552763:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.552780:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.552789:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.552806:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e7795e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81378d expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.552984:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.552987:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.552993:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.553000:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.553025:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.553036:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053933440:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.553350:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1836c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.554741:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053933440:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.554759:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.554788:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057283200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2035us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.554796:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10747 00000100:00100000:1.0:1746156243.555880:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.555996:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057283456 00000100:00100000:3.0:1746156243.556003:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057283456 00002000:00100000:3.0:1746156243.556037:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738a80 x1830977057283456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.556046:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738a80 with x1830977057283456 ext(0->4095) 00002000:00010000:3.0:1746156243.556050:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738a80 00000100:00100000:3.0:1746156243.556103:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4575 00000100:00100000:3.0:1746156243.556110:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1973:x1830977057283456:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746156243.556361:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1973:x1830977057283456:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 251us (483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.556385:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4575 00002000:00100000:3.0:1746156243.556391:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738a80 x1830977057283456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.556398:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738a80 with x1830977057283456 ext(0->4095) 00002000:00010000:3.0:1746156243.556400:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738a80 00000100:00100000:0.0:1746156243.557825:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.557903:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057283584 00000100:00100000:2.0:1746156243.557909:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057283584 00000100:00100000:2.0:1746156243.557990:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6210 00000100:00100000:2.0:1746156243.557996:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057283584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.558009:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.558021:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81379b expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.558044:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.558050:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.558052:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.558054:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.558077:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.558091:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 99 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.558101:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053933568:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.558179:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.560066:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053933568:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.560088:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.560101:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156243.560140:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057283584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2144us (2319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.560146:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6210 00000100:00100000:0.0:1746156243.560874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.560957:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057283712 00000100:00100000:3.0:1746156243.560963:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057283712 00010000:00010000:3.0:1746156243.560989:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.561025:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10748 00000100:00100000:3.0:1746156243.561031:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5aff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057283712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.561040:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.561056:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.561064:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.561082:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77965 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813794 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.561095:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.561096:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.561102:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.561109:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.561143:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.561152:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053933696:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.561894:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.564198:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.564283:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053933696:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.564302:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.564346:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5aff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:1974:x1830977057283712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3315us (3474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.564356:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10748 00000100:00100000:2.0:1746156243.564472:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057283968 00000100:00100000:2.0:1746156243.564476:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057283968 00002000:00100000:2.0:1746156243.564504:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8000 x1830977057283968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.564513:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8000 with x1830977057283968 ext(0->4095) 00002000:00010000:2.0:1746156243.564516:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8000 00000100:00100000:2.0:1746156243.564528:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4576 00000100:00100000:2.0:1746156243.564533:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057283968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.564630:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057283968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.564638:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4576 00002000:00100000:2.0:1746156243.564642:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8000 x1830977057283968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.564648:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8000 with x1830977057283968 ext(0->4095) 00002000:00010000:2.0:1746156243.564650:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8000 00000100:00100000:0.0:1746156243.566055:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.566185:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057284096 00000100:00100000:2.0:1746156243.566192:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057284096 00000100:00100000:2.0:1746156243.566234:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6211 00000100:00100000:2.0:1746156243.566241:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:31590:x1830977057284096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.566253:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.566266:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137a2 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156243.566447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.566469:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057284224 00000100:00100000:1.0:1746156243.566473:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057284224 00000100:00100000:1.0:1746156243.566504:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6212 00000100:00100000:1.0:1746156243.566509:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31591:x1830977057284224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.566516:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.566522:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137a9 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.566628:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.566637:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.566639:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.566643:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.566744:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.566749:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.566755:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.566758:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 102 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.566780:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.566792:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.566806:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053933824:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.566887:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00010000:00010000:1.0:1746156243.566936:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.566949:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 102 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.566958:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:1.0:1746156243.566988:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:31591:x1830977057284224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 479us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.566994:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6212 00000100:00100000:2.0:1746156243.568441:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053933824:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.568463:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.568472:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156243.568506:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057284096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2266us (2455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.568513:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6211 00000100:00100000:0.0:1746156243.569622:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.569731:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057284352 00000100:00100000:3.0:1746156243.569737:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057284352 00010000:00010000:3.0:1746156243.569764:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.569799:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10749 00000100:00100000:3.0:1746156243.569805:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057284352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.569814:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.569830:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.569839:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.569857:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7796c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81379b expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.569872:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.569874:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.569879:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.569885:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.569909:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.569918:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.569927:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934080:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.569987:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1830c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.573270:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934080:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.573291:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.573330:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057284352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3524us (3711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.573339:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10749 00000100:00100000:0.0:1746156243.573590:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.574146:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057284608 00000100:00100000:3.0:1746156243.574152:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057284608 00002000:00100000:3.0:1746156243.574181:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8700 x1830977057284608/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.574189:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8700 with x1830977057284608 ext(0->4095) 00010000:00010000:3.0:1746156243.574196:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.574207:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.574213:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b8700 00000100:00100000:3.0:1746156243.574241:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2552 00000100:00100000:3.0:1746156243.574247:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057284608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.574388:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057284608:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (799us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.574393:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2552 00002000:00100000:3.0:1746156243.574398:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8700 x1830977057284608/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.574405:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8700 with x1830977057284608 ext(0->4095) 00010000:00010000:3.0:1746156243.574409:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.574417:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.574422:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b8700 00000100:00100000:0.0:1746156243.576515:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.576635:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057284736 00000100:00100000:3.0:1746156243.576641:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057284736 00010000:00010000:3.0:1746156243.576665:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.576685:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10750 00000100:00100000:3.0:1746156243.576691:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1974:x1830977057284736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.576700:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.576717:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.576731:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.576748:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77973 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a2 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.576758:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.576760:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.576765:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 100 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.576772:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 100 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.576795:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 100 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.576804:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934208:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.576862:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.580058:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.580139:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934208:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.580156:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.580190:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057284736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3498us (3681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.580198:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10750 00000100:00100000:2.0:1746156243.580407:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057284992 00000100:00100000:2.0:1746156243.580412:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057284992 00002000:00100000:2.0:1746156243.580445:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8e00 x1830977057284992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.580453:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8e00 with x1830977057284992 ext(0->4095) 00002000:00010000:2.0:1746156243.580456:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8e00 00000100:00100000:2.0:1746156243.580469:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4577 00000100:00100000:2.0:1746156243.580475:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057284992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.580578:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057284992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.580583:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4577 00002000:00100000:2.0:1746156243.580588:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8e00 x1830977057284992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.580598:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8e00 with x1830977057284992 ext(0->4095) 00002000:00010000:2.0:1746156243.580601:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8e00 00000100:00100000:0.0:1746156243.582504:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.582580:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057285120 00000100:00100000:2.0:1746156243.582586:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057285120 00000100:00100000:2.0:1746156243.582626:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6213 00000100:00100000:2.0:1746156243.582632:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057285120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.582644:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.582656:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137b0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.582677:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.582683:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.582684:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.582687:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.582715:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.582725:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 99 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.582734:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053934336:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.583420:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.584585:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053934336:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.584608:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.584621:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156243.584650:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057285120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2017us (2150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.584656:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6213 00000100:00100000:1.0:1746156243.584988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.585381:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057285248 00000100:00100000:3.0:1746156243.585386:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057285248 00010000:00010000:3.0:1746156243.585410:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 100 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.585439:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10751 00000100:00100000:3.0:1746156243.585446:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057285248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.585454:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.585471:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 100 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.585480:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 100 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.585496:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e7797a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137a9 expref: 100 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.585508:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.585509:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.585515:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.585522:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.585543:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.585551:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934464:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.585606:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.587143:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934464:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.587160:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.587269:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+99:1974:x1830977057285248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1823us (2280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.587278:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10751 00000100:00100000:0.0:1746156243.587899:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.588272:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057285504 00000100:00100000:3.0:1746156243.588277:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057285504 00002000:00100000:3.0:1746156243.588311:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8700 x1830977057285504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.588319:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8700 with x1830977057285504 ext(0->4095) 00002000:00010000:3.0:1746156243.588324:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8700 00000100:00100000:3.0:1746156243.588347:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4578 00000100:00100000:3.0:1746156243.588354:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057285504:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.588910:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057285504:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 554us (1011us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.588915:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4578 00002000:00100000:3.0:1746156243.588921:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8700 x1830977057285504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.588927:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8700 with x1830977057285504 ext(0->4095) 00002000:00010000:3.0:1746156243.588930:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8700 00000100:00100000:0.0:1746156243.590885:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.590931:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.590942:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057285632 00000100:00100000:2.0:1746156243.590948:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057285632 00000100:00100000:2.0:1746156243.591017:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057285760 00000100:00100000:2.0:1746156243.591019:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057285760 00000100:00100000:2.0:1746156243.591048:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6214 00000100:00100000:2.0:1746156243.591056:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31591:x1830977057285632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.591068:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.591082:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137b7 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.591085:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6215 00000100:00100000:3.0:1746156243.591092:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057285760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.591100:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.591102:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.591105:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137be expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.591107:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.591109:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.591112:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.591131:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.591134:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.591139:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.591142:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 102 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.591358:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.591362:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.591397:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.591405:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 102 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.591407:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053934592:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.591413:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0c600, rc 0) 00000100:00100000:3.0:1746156243.591586:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:31590:x1830977057285760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 494us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.591592:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6215 00000100:00100000:2.0:1746156243.591757:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.593785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.594103:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053934592:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.594137:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 101 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.594149:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156243.594189:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31591:x1830977057285632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3134us (3309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.594272:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6214 00000100:00100000:3.0:1746156243.594389:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057285888 00000100:00100000:3.0:1746156243.594395:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057285888 00010000:00010000:3.0:1746156243.594472:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.594491:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10752 00000100:00100000:3.0:1746156243.594498:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057285888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.594507:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.594523:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.594533:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.594551:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77981 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b0 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.594575:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.594577:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.594583:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.594590:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.594614:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 100 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.594623:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.594837:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934848:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.595093:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.597285:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934848:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.597305:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.597346:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057285888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2848us (3567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.597355:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10752 00000100:00100000:0.0:1746156243.598423:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.598630:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057286144 00000100:00100000:3.0:1746156243.598637:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057286144 00002000:00100000:3.0:1746156243.598670:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b544a80 x1830977057286144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.598679:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544a80 with x1830977057286144 ext(0->4095) 00010000:00010000:3.0:1746156243.598686:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.598699:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.598704:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b544a80 00000100:00100000:3.0:1746156243.598879:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2553 00000100:00100000:3.0:1746156243.598887:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057286144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.599044:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057286144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (624us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.599058:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2553 00002000:00100000:3.0:1746156243.599068:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b544a80 x1830977057286144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.599078:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544a80 with x1830977057286144 ext(0->4095) 00010000:00010000:3.0:1746156243.599083:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.600027:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.600034:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b544a80 00000100:00100000:0.0:1746156243.603434:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.603486:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.603579:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057286400 00000100:00100000:3.0:1746156243.603586:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057286400 00010000:00010000:3.0:1746156243.603627:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.603655:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10753 00000100:00100000:3.0:1746156243.603662:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1972:x1830977057286400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.603673:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.603689:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.603700:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.603718:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77988 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137b7 expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.603733:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.603735:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.603741:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.603752:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.603778:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.603788:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934976:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.603854:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183300 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.604149:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057286272 00000100:00100000:2.0:1746156243.604153:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057286272 00000100:00100000:2.0:1746156243.604187:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6216 00000100:00100000:2.0:1746156243.604192:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057286272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.604203:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.604212:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137c5 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.604228:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.604238:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.604239:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.604242:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.604258:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 100 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.604266:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.604274:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053935104:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.604306:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.608124:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.608193:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057286656 00000100:00100000:3.0:1746156243.608204:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057286656 00002000:00100000:3.0:1746156243.608243:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1df80 x1830977057286656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.608258:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1df80 with x1830977057286656 ext(0->4095) 00010000:00010000:3.0:1746156243.608265:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 101 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.608279:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 101 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.608286:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1df80 00000100:00100000:3.0:1746156243.608308:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2554 00000100:00100000:3.0:1746156243.608315:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057286656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.608560:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053935104:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.608583:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.608595:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:3.0:1746156243.608842:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057286656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 526us (736us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.608851:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2554 00002000:00100000:3.0:1746156243.608856:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1df80 x1830977057286656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.608863:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1df80 with x1830977057286656 ext(0->4095) 00010000:00010000:3.0:1746156243.608867:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 101 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.608876:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 101 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.608880:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1df80 00000100:00100000:3.0:1746156243.608904:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053934976:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.608913:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.608951:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057286272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4758us (5523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.608957:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6216 00000100:00100000:3.0:1746156243.609464:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1972:x1830977057286400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5800us (5975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.609471:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10753 00010000:00010000:3.0:1746156243.612421:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746156243.612501:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.613076:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.613203:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057286912 00000100:00100000:3.0:1746156243.613209:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057286912 00010000:00010000:3.0:1746156243.613237:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 100 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.613396:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057286784 00000100:00100000:2.0:1746156243.613400:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057286784 00000100:00100000:2.0:1746156243.613430:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6217 00000100:00100000:2.0:1746156243.613437:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c42b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057286784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.613450:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.613461:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137cc expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.613480:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.613484:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.613489:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156243.613492:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.613519:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.613529:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.613536:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:3.0:1746156243.613744:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10754 00000100:00100000:3.0:1746156243.613751:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:1974:x1830977057286912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.613758:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.613774:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 102 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.613783:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 102 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.613795:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7798f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137be expref: 102 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.613814:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.613815:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.613820:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.613826:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.613844:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.613853:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.613861:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053935360:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.614133:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c42b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057286784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 696us (1635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.614139:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6217 00000100:00100000:3.0:1746156243.615750:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.617736:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053935360:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.617754:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.617787:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1974:x1830977057286912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4037us (4712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.617796:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10754 00000100:00100000:0.0:1746156243.618798:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.618848:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057287168 00000100:00100000:2.0:1746156243.618854:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057287168 00002000:00100000:2.0:1746156243.618890:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701500 x1830977057287168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.618898:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701500 with x1830977057287168 ext(0->4095) 00010000:00010000:2.0:1746156243.618905:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.618916:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.618921:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701500 00000100:00100000:2.0:1746156243.618946:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2555 00000100:00100000:2.0:1746156243.618952:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057287168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.619078:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057287168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.619083:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2555 00002000:00100000:2.0:1746156243.619087:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701500 x1830977057287168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.619093:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701500 with x1830977057287168 ext(0->4095) 00010000:00010000:2.0:1746156243.619097:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.619104:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.619110:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701500 00000100:00100000:0.0:1746156243.622516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.622589:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057287296 00000100:00100000:3.0:1746156243.622597:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057287296 00010000:00010000:3.0:1746156243.622624:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.622652:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10755 00000100:00100000:3.0:1746156243.622657:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5aff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057287296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.622666:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.622683:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.622692:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.622708:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77996 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137c5 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.623042:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.623044:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.623050:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.623057:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.623084:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.623094:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053935488:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.623626:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.626336:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053935488:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.626356:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.626744:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5aff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057287296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4085us (4232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.626753:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10755 00000100:00100000:0.0:1746156243.629479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.630061:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057287552 00000100:00100000:3.0:1746156243.630068:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057287552 00002000:00100000:3.0:1746156243.630100:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095700a80 x1830977057287552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.630109:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095700a80 with x1830977057287552 ext(0->4095) 00002000:00010000:3.0:1746156243.630124:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095700a80 00000100:00100000:3.0:1746156243.630153:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4579 00000100:00100000:3.0:1746156243.630159:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1972:x1830977057287552:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746156243.630297:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1972:x1830977057287552:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (824us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.630302:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4579 00002000:00100000:3.0:1746156243.630307:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095700a80 x1830977057287552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.630317:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095700a80 with x1830977057287552 ext(0->4095) 00002000:00010000:3.0:1746156243.630320:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095700a80 00000100:00100000:0.0:1746156243.634020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.634143:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057287680 00000100:00100000:2.0:1746156243.634151:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057287680 00000100:00100000:2.0:1746156243.634200:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6218 00000100:00100000:2.0:1746156243.634208:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057287680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.634222:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.634234:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137d3 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.634257:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.634264:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.634266:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.634269:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.634292:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.634302:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 99 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.634313:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053935616:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.634412:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.635555:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053935616:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.635576:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.635626:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156243.635665:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057287680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1458us (1651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.635675:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6218 00000100:00100000:0.0:1746156243.638851:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.641308:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057287808 00000100:00100000:3.0:1746156243.641319:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057287808 00000100:00100000:1.0:1746156243.641330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156243.641350:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 100 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.641387:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10756 00000100:00100000:2.0:1746156243.641390:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057287936 00000100:00100000:2.0:1746156243.641394:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057287936 00000100:00100000:2.0:1746156243.641425:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6219 00000100:00100000:2.0:1746156243.641431:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057287936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.641444:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.641455:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137da expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.641473:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.641477:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.641483:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156243.641486:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.641513:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.641523:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 102 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.641531:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156243.641564:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:31590:x1830977057287936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.641569:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6219 00000100:00100000:3.0:1746156243.641734:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057287808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.641744:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.641762:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.641772:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.641786:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7799d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137cc expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.641799:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.641800:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.641804:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.641810:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.641831:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.641840:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 5 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.641850:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053935872:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.643862:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.645950:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053935872:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.645970:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.646017:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057287808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4623us (7171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.646027:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10756 00000100:00100000:0.0:1746156243.646030:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.646289:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057288192 00000100:00100000:2.0:1746156243.646294:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057288192 00002000:00100000:2.0:1746156243.646324:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4831180 x1830977057288192/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.646333:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831180 with x1830977057288192 ext(0->4095) 00010000:00010000:2.0:1746156243.646339:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.646350:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.646355:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4831180 00000100:00100000:2.0:1746156243.646398:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2556 00000100:00100000:2.0:1746156243.646405:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057288192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.647190:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057288192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 783us (1156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.647196:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2556 00002000:00100000:2.0:1746156243.647202:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4831180 x1830977057288192/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.647209:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831180 with x1830977057288192 ext(0->4095) 00010000:00010000:2.0:1746156243.647214:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.647225:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.647236:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4831180 00000100:00100000:0.0:1746156243.651272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.651314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.651332:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057288320 00000100:00100000:3.0:1746156243.651339:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057288320 00000100:00100000:0.0:1746156243.651342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.651357:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156243.651388:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746156243.651408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.651410:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10757 00000100:00100000:3.0:1746156243.651416:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057288320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.651426:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746156243.651429:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156243.651442:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.651460:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.651478:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e779a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137d3 expref: 6 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.651485:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057288448 00000100:00100000:2.0:1746156243.651488:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057288448 00010000:00010000:3.0:1746156243.651492:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.651494:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.651499:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.651506:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.651509:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 375 00000100:00100000:2.0:1746156243.651513:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a53e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1974:x1830977057288448:12345-192.168.203.27@tcp:400:kworker.0 00010000:00010000:3.0:1746156243.651528:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.651537:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053936000:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.651551:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a53e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1974:x1830977057288448:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 36us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.651555:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 375 00000100:00100000:2.0:1746156243.651575:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057288576 00000100:00100000:2.0:1746156243.651577:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057288576 00000100:00100000:3.0:1746156243.651578:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.651601:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057288832 00000100:00100000:2.0:1746156243.651603:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057288832 00000100:00100000:2.0:1746156243.651616:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 329 00000100:00100000:2.0:1746156243.651620:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057288576:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746156243.651620:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057288704 00000100:00100000:1.0:1746156243.651623:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057288704 00000100:00100000:1.0:1746156243.651641:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057288960 00000100:00100000:2.0:1746156243.651642:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057288576:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 22us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.651642:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057288960 00000100:00100000:2.0:1746156243.651647:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 329 00000100:00100000:2.0:1746156243.651654:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 330 00000100:00100000:1.0:1746156243.651655:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 398 00000100:00100000:2.0:1746156243.651659:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1975:x1830977057288832:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746156243.651659:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1974:x1830977057288704:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746156243.651673:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1975:x1830977057288832:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 15us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.651675:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1974:x1830977057288704:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 16us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.651678:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 330 00000100:00100000:1.0:1746156243.651679:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 398 00000100:00100000:1.0:1746156243.651686:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 399 00000100:00100000:1.0:1746156243.651690:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057288960:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746156243.651704:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057288960:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 13us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.651708:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 399 00000100:00080000:3.0:1746156243.651761:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746156243.651764:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156243.653713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.653732:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053936000:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.653749:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.653776:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057288320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2360us (2511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.653783:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10757 00000100:00100000:2.0:1746156243.653790:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057289216 00000100:00100000:2.0:1746156243.653796:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057289216 00002000:00100000:2.0:1746156243.653827:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4000 x1830977057289216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.653835:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4000 with x1830977057289216 ext(0->4095) 00002000:00010000:2.0:1746156243.653839:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4000 00000100:00100000:2.0:1746156243.653866:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4580 00000100:00100000:2.0:1746156243.653873:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057289216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.653990:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:1975:x1830977057289216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.653995:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4580 00002000:00100000:2.0:1746156243.654000:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4000 x1830977057289216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.654007:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4000 with x1830977057289216 ext(0->4095) 00002000:00010000:2.0:1746156243.654009:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4000 00000100:00100000:0.0:1746156243.671558:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.671783:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057289344 00000100:00100000:1.0:1746156243.671790:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057289344 00000100:00100000:1.0:1746156243.671837:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6220 00000100:00100000:1.0:1746156243.671844:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057289344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.671859:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.671872:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137e1 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.671894:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.671900:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.671901:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.671904:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.671930:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.671941:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 99 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.671954:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053936128:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.672391:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.676530:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053936128:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.676556:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.676572:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22a000, rc 0) 00000100:00100000:1.0:1746156243.676608:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057289344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4764us (5056us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.676615:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6220 00000100:00100000:0.0:1746156243.680226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.680483:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057289472 00000100:00100000:1.0:1746156243.680491:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057289472 00000100:00100000:1.0:1746156243.680880:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6221 00000100:00100000:1.0:1746156243.680888:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+100:31590:x1830977057289472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.680901:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.680914:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137e8 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.680932:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.680937:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.680945:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156243.680948:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.680972:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.680981:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.680989:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:1.0:1746156243.681033:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:31590:x1830977057289472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.681038:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6221 00000100:00100000:0.0:1746156243.684815:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.684900:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057289600 00000100:00100000:2.0:1746156243.684907:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057289600 00002000:00100000:2.0:1746156243.684945:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800955a4e00 x1830977057289600/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.684955:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4e00 with x1830977057289600 ext(0->7) 00010000:00010000:2.0:1746156243.684976:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.684989:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 101 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.684995:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4e00 00000100:00100000:2.0:1746156243.685024:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2557 00000100:00100000:2.0:1746156243.685032:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+101:1975:x1830977057289600:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156243.685272:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+103:1975:x1830977057289600:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 241us (463us total) trans 4294967984 rc 0/0 00000100:00100000:2.0:1746156243.685278:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2557 00002000:00100000:2.0:1746156243.685284:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800955a4e00 x1830977057289600/t4294967984(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/448 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.685291:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4e00 with x1830977057289600 ext(0->7) 00010000:00010000:2.0:1746156243.685295:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 103 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.685303:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 103 pid: 15159 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.685309:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4e00 00000100:00100000:0.0:1746156243.687585:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.687630:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057289728 00000100:00100000:3.0:1746156243.687637:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057289728 00010000:00010000:3.0:1746156243.687664:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 103 pid: 15159 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.687697:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10758 00000100:00100000:3.0:1746156243.687708:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+103:1975:x1830977057289728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.687719:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.687738:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 103 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.687748:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 103 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.687765:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e779ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137da expref: 103 pid: 15159 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.688394:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.688397:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.688405:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.688412:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.688441:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.688456:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 5 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.688466:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053936384:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.688535:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.691003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.691096:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053936384:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.691127:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.691240:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057289984 00000100:00100000:2.0:1746156243.691245:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057289984 00002000:00100000:2.0:1746156243.691277:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931be300 x1830977057289984/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.691286:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931be300 with x1830977057289984 ext(0->4095) 00010000:00010000:2.0:1746156243.691292:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.691303:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.691313:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931be300 00000100:00100000:2.0:1746156243.691330:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2558 00000100:00100000:2.0:1746156243.691337:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057289984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.691502:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:1975:x1830977057289728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3794us (3920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.691509:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10758 00000100:00100000:2.0:1746156243.691718:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057289984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 381us (719us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.691724:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2558 00002000:00100000:2.0:1746156243.691729:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931be300 x1830977057289984/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.691736:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931be300 with x1830977057289984 ext(0->4095) 00010000:00010000:2.0:1746156243.692357:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.692391:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.692397:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931be300 00000100:00100000:0.0:1746156243.694357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.694529:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057290112 00000100:00100000:3.0:1746156243.694537:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057290112 00010000:00010000:3.0:1746156243.694565:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.694600:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10759 00000100:00100000:3.0:1746156243.694608:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057290112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.694618:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.694635:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.694646:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.694663:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22a000/0xb0171789e0e779b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e1 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.694675:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.694677:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.694683:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.694690:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.694715:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.694724:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053936512:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.694785:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.696938:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.697021:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053936512:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.697038:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.697070:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057290112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2463us (2718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.697078:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10759 00000100:00100000:2.0:1746156243.697160:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057290368 00000100:00100000:2.0:1746156243.697165:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057290368 00002000:00100000:2.0:1746156243.697196:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bc700 x1830977057290368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.697204:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bc700 with x1830977057290368 ext(0->4095) 00002000:00010000:2.0:1746156243.697208:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bc700 00000100:00100000:2.0:1746156243.697221:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4581 00000100:00100000:2.0:1746156243.697228:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:1975:x1830977057290368:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.697337:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:1975:x1830977057290368:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.697342:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4581 00002000:00100000:2.0:1746156243.697347:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bc700 x1830977057290368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.697353:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bc700 with x1830977057290368 ext(0->4095) 00002000:00010000:2.0:1746156243.697356:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bc700 00000100:00100000:0.0:1746156243.702581:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.703127:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057290496 00000100:00100000:2.0:1746156243.703135:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057290496 00000100:00100000:2.0:1746156243.703646:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6222 00000100:00100000:2.0:1746156243.703654:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057290496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.703669:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.703683:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137ef expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.703705:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.703712:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.703713:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.703716:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.703738:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 101 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.703752:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 101 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.703761:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053936640:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.703834:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.713848:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053936640:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.713876:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.713891:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156243.713933:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057290496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10280us (11359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.713940:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6222 00000100:00100000:0.0:1746156243.715568:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.715651:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057290624 00000100:00100000:3.0:1746156243.715658:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057290624 00002000:00100000:3.0:1746156243.715692:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a95f4000 x1830977057290624/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.715701:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4000 with x1830977057290624 ext(0->7) 00010000:00010000:3.0:1746156243.715707:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 102 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.715723:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 102 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.715728:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f4000 00000100:00100000:3.0:1746156243.718179:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2559 00000100:00100000:3.0:1746156243.718194:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+102:1975:x1830977057290624:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156243.718509:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1975:x1830977057290624:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 320us (2945us total) trans 4294967985 rc 0/0 00000100:00100000:3.0:1746156243.718515:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2559 00002000:00100000:3.0:1746156243.718522:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a95f4000 x1830977057290624/t4294967985(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/448 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.718530:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4000 with x1830977057290624 ext(0->7) 00010000:00010000:3.0:1746156243.718538:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 104 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.718549:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 104 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.718556:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f4000 00000100:00100000:0.0:1746156243.724868:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.724928:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057290752 00000100:00100000:2.0:1746156243.724936:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057290752 00000100:00100000:2.0:1746156243.724986:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6223 00000100:00100000:2.0:1746156243.724994:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:31590:x1830977057290752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.725008:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.725022:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137f6 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.725042:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.725047:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.725056:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156243.725058:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 105 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.725086:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.725096:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 105 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.725104:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156243.725156:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:31590:x1830977057290752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.725162:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6223 00000100:00100000:0.0:1746156243.738169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.738255:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057290880 00000100:00100000:3.0:1746156243.738263:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057290880 00010000:00010000:3.0:1746156243.738291:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.738318:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10760 00000100:00100000:3.0:1746156243.738325:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:1975:x1830977057290880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.738336:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.738352:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.738363:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.738412:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b600/0xb0171789e0e779b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137e8 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.738434:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.738436:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.738442:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.738450:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.738475:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.738484:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 5 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.738493:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053936896:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.739184:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.740410:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053936896:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.740429:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.740462:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1975:x1830977057290880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2136us (2301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.740470:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10760 00000100:00100000:0.0:1746156243.741196:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.741280:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057291136 00000100:00100000:3.0:1746156243.741285:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057291136 00002000:00100000:3.0:1746156243.741313:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f5880 x1830977057291136/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.741322:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5880 with x1830977057291136 ext(0->4095) 00010000:00010000:3.0:1746156243.741328:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.741339:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.741344:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f5880 00000100:00100000:3.0:1746156243.741391:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2560 00000100:00100000:3.0:1746156243.741397:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057291136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.741527:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057291136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (332us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.741533:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2560 00002000:00100000:3.0:1746156243.741538:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f5880 x1830977057291136/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.741545:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5880 with x1830977057291136 ext(0->4095) 00010000:00010000:3.0:1746156243.741550:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.741559:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.741564:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f5880 00000100:00100000:0.0:1746156243.744753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.744825:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057291264 00000100:00100000:3.0:1746156243.744832:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057291264 00010000:00010000:3.0:1746156243.744862:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.744976:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10761 00000100:00100000:3.0:1746156243.744983:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057291264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.744994:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.745013:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.745022:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.745040:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e779c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137ef expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.745062:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.745064:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.745071:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 103 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.745081:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 103 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.745106:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 103 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.745126:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053937024:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.745204:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.747587:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053937024:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.747607:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.747643:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057291264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2660us (2895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.747792:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10761 00000100:00100000:0.0:1746156243.748544:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.748859:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057291520 00000100:00100000:2.0:1746156243.748865:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057291520 00002000:00100000:2.0:1746156243.748901:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510000 x1830977057291520/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.748910:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510000 with x1830977057291520 ext(0->4095) 00002000:00010000:2.0:1746156243.748914:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510000 00000100:00100000:2.0:1746156243.748941:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4582 00000100:00100000:2.0:1746156243.748947:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1975:x1830977057291520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.749071:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1975:x1830977057291520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.749079:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4582 00002000:00100000:2.0:1746156243.749083:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510000 x1830977057291520/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.749090:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510000 with x1830977057291520 ext(0->4095) 00002000:00010000:2.0:1746156243.749092:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510000 00000100:00100000:0.0:1746156243.751852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.751896:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057291648 00000100:00100000:1.0:1746156243.751902:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057291648 00000100:00100000:1.0:1746156243.751946:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6224 00000100:00100000:1.0:1746156243.751952:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057291648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156243.751965:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.751977:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8137fd expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.752000:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 103 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.752006:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.752008:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156243.752011:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.752034:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 103 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.752044:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 103 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.752054:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b738000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053937152:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.752132:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.753457:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b738000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053937152:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.753477:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.753488:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:2.0:1746156243.753521:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057291648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1569us (1675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.753527:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6224 00000100:00100000:2.0:1746156243.753642:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.753844:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057291776 00000100:00100000:3.0:1746156243.753849:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057291776 00010000:00010000:3.0:1746156243.753871:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 104 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.753905:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10762 00000100:00100000:3.0:1746156243.753912:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5aff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1974:x1830977057291776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.753922:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.753939:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 104 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.753953:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 104 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.753971:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e779c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137f6 expref: 104 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.753994:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.753996:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.754001:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.754008:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.754030:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156243.754041:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053937280:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.754922:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.757520:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053937280:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.757541:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.757579:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5aff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+103:1974:x1830977057291776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3666us (3935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.757588:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10762 00000100:00100000:0.0:1746156243.758214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.758508:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057292032 00000100:00100000:3.0:1746156243.758514:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057292032 00002000:00100000:3.0:1746156243.758546:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510700 x1830977057292032/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.758555:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510700 with x1830977057292032 ext(0->4095) 00002000:00010000:3.0:1746156243.758559:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510700 00000100:00100000:3.0:1746156243.759423:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4583 00000100:00100000:3.0:1746156243.759434:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057292032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.759587:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057292032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (1374us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.759593:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4583 00002000:00100000:3.0:1746156243.759598:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510700 x1830977057292032/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.759606:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510700 with x1830977057292032 ext(0->4095) 00002000:00010000:3.0:1746156243.759609:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510700 00000100:00100000:0.0:1746156243.759969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.760303:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057292160 00000100:00100000:2.0:1746156243.760309:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057292160 00000100:00100000:2.0:1746156243.760349:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6225 00000100:00100000:2.0:1746156243.760355:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+103:31590:x1830977057292160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.760395:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.760410:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813804 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.760430:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.760441:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.760443:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.760445:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 104 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.760469:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.760480:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 5 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.760490:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053937408:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.760556:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.762097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.762200:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053937408:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.762222:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 104 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.762234:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156243.762264:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:31590:x1830977057292160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1909us (2296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.762271:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6225 00000100:00100000:2.0:1746156243.762288:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057292288 00000100:00100000:2.0:1746156243.762291:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057292288 00000100:00100000:2.0:1746156243.762314:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6226 00000100:00100000:2.0:1746156243.762320:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:31591:x1830977057292288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.762331:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.762341:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81380b expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.762354:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.762358:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.762362:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746156243.762551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156243.762735:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.762759:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.762769:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.762777:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156243.762966:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:31591:x1830977057292288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 645us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.762971:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6226 00000100:00100000:3.0:1746156243.763641:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057292416 00000100:00100000:3.0:1746156243.763646:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057292416 00010000:00010000:3.0:1746156243.763666:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.763697:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10763 00000100:00100000:3.0:1746156243.763703:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057292416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.763712:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.763728:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.763743:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.763760:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22aa00/0xb0171789e0e779ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8137fd expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.763777:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.763779:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.763784:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 104 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.763790:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 104 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.763810:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 104 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.763820:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 104 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.763830:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053937664:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.763887:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.766136:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053937664:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.766155:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.766189:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057292416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2486us (3638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.766199:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10763 00000100:00100000:0.0:1746156243.766715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.767237:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057292672 00000100:00100000:2.0:1746156243.767243:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057292672 00002000:00100000:2.0:1746156243.767272:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511180 x1830977057292672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.767280:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511180 with x1830977057292672 ext(0->4095) 00010000:00010000:2.0:1746156243.767287:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.767297:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.767302:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511180 00000100:00100000:2.0:1746156243.767322:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2561 00000100:00100000:2.0:1746156243.767328:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:1975:x1830977057292672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.767457:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:1975:x1830977057292672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.767462:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2561 00002000:00100000:2.0:1746156243.767467:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511180 x1830977057292672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.767473:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511180 with x1830977057292672 ext(0->4095) 00010000:00010000:2.0:1746156243.767476:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.767484:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.767489:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511180 00000100:00100000:3.0:1746156243.770153:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.770207:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057292800 00000100:00100000:0.0:1746156243.770212:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057292800 00010000:00010000:0.0:1746156243.770235:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746156243.770519:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10764 00000100:00100000:0.0:1746156243.770525:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:1975:x1830977057292800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156243.770534:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156243.770550:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.770559:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.770574:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813804 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.770902:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156243.770903:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156243.770910:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 104 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.770916:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 104 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.771210:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 104 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.771221:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053937792:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.771336:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.777357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.777527:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053937792:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.777544:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.777578:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1975:x1830977057292800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7053us (7429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.777585:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10764 00000100:00100000:3.0:1746156243.777642:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057293056 00000100:00100000:3.0:1746156243.777648:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057293056 00002000:00100000:3.0:1746156243.777684:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b73ad80 x1830977057293056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.777692:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73ad80 with x1830977057293056 ext(0->4095) 00002000:00010000:3.0:1746156243.777695:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b73ad80 00000100:00100000:3.0:1746156243.777715:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4584 00000100:00100000:3.0:1746156243.777721:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1975:x1830977057293056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.778076:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1975:x1830977057293056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 355us (725us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.778082:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4584 00002000:00100000:3.0:1746156243.778087:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b73ad80 x1830977057293056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.778094:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73ad80 with x1830977057293056 ext(0->4095) 00002000:00010000:3.0:1746156243.778096:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b73ad80 00000100:00100000:1.0:1746156243.780945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.781083:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057293184 00000100:00100000:2.0:1746156243.781091:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057293184 00000100:00100000:2.0:1746156243.781403:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6227 00000100:00100000:2.0:1746156243.781412:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057293184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.781427:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.781441:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813812 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.781466:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 103 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.781472:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.781473:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.781476:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.781500:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 103 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.781511:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 103 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.781521:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053937920:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.781602:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.783408:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053937920:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156243.783820:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.783834:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156243.783866:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057293184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2456us (2929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.783872:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6227 00000100:00100000:1.0:1746156243.783896:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.783916:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057293312 00000100:00100000:2.0:1746156243.783919:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057293312 00010000:00010000:2.0:1746156243.783937:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 104 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.783956:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10765 00000100:00100000:2.0:1746156243.783962:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1974:x1830977057293312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.783970:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.783986:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 104 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.783994:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 104 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.784012:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e779dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81380b expref: 104 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.784033:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.784035:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.784041:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.784047:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.784066:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.784074:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053938048:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.784130:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.784354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.784409:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057293440 00000100:00100000:3.0:1746156243.784414:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057293440 00000100:00100000:3.0:1746156243.784434:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6228 00000100:00100000:3.0:1746156243.784440:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:31590:x1830977057293440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.784451:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.784459:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813819 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.784478:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.784483:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.784484:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.784487:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.784502:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.784511:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 5 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.784519:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053938176:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.784554:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1830c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.787531:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053938176:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.787557:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.787570:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d600, rc 0) 00000100:00100000:3.0:1746156243.787608:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+105:31590:x1830977057293440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3167us (3253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.787616:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6228 00000100:00100000:2.0:1746156243.788565:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053938048:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.788581:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.788604:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1974:x1830977057293312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4642us (4709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.788612:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10765 00000100:00100000:0.0:1746156243.789005:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.789399:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057293696 00000100:00100000:3.0:1746156243.789404:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057293696 00002000:00100000:3.0:1746156243.789432:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511880 x1830977057293696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.789441:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511880 with x1830977057293696 ext(0->4095) 00010000:00010000:3.0:1746156243.789447:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.789458:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.789464:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511880 00000100:00100000:3.0:1746156243.789488:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2562 00000100:00100000:3.0:1746156243.789494:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057293696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.789615:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057293696:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (611us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.789620:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2562 00002000:00100000:3.0:1746156243.789625:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511880 x1830977057293696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.789631:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511880 with x1830977057293696 ext(0->4095) 00010000:00010000:3.0:1746156243.789635:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.789644:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.789649:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511880 00000100:00100000:0.0:1746156243.792449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.792740:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057293824 00000100:00100000:2.0:1746156243.792747:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057293824 00010000:00010000:2.0:1746156243.792774:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.792797:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10766 00000100:00100000:2.0:1746156243.792804:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057293824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.792813:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.792831:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.792840:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.792857:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e779e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813812 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.793317:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.793319:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.793327:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 103 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.793335:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 103 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.793381:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 103 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.793393:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053938304:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.793469:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.796570:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.796690:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053938304:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.796708:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.797150:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057293824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4345us (4705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.797159:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10766 00000100:00100000:3.0:1746156243.797419:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057294080 00000100:00100000:3.0:1746156243.797425:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057294080 00002000:00100000:3.0:1746156243.797450:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511f80 x1830977057294080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.797459:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511f80 with x1830977057294080 ext(0->4095) 00002000:00010000:3.0:1746156243.797462:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b511f80 00000100:00100000:3.0:1746156243.797483:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4585 00000100:00100000:3.0:1746156243.797488:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1974:x1830977057294080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156243.797588:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1974:x1830977057294080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (1024us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.797593:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4585 00002000:00100000:3.0:1746156243.797597:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511f80 x1830977057294080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.797603:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511f80 with x1830977057294080 ext(0->4095) 00002000:00010000:3.0:1746156243.797605:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b511f80 00000100:00100000:1.0:1746156243.810856:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.811687:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057294208 00000100:00100000:3.0:1746156243.811696:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057294208 00000100:00100000:3.0:1746156243.811744:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6229 00000100:00100000:3.0:1746156243.811752:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057294208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.811766:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.811778:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813820 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.811803:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 103 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.811813:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.811814:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.811817:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.812191:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 103 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.812202:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 103 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.812213:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053938432:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.813569:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c1833c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.813855:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053938432:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.813876:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.813890:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0de00, rc 0) 00000100:00100000:3.0:1746156243.813919:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057294208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.813926:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6229 00000100:00100000:0.0:1746156243.819807:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.819879:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057294336 00000100:00100000:3.0:1746156243.819886:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057294336 00002000:00100000:3.0:1746156243.819919:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b512300 x1830977057294336/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.819933:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512300 with x1830977057294336 ext(0->7) 00010000:00010000:3.0:1746156243.819939:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 104 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.819952:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 104 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.819958:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512300 00000100:00100000:3.0:1746156243.819972:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2563 00000100:00100000:3.0:1746156243.819977:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+104:1975:x1830977057294336:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156243.822294:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1975:x1830977057294336:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 2308us (2486us total) trans 4294967986 rc 0/0 00000100:00100000:3.0:1746156243.822303:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2563 00002000:00100000:3.0:1746156243.822313:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b512300 x1830977057294336/t4294967986(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/448 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.822322:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512300 with x1830977057294336 ext(0->7) 00010000:00010000:3.0:1746156243.822329:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 106 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.822341:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 106 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.822347:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512300 00000100:00100000:1.0:1746156243.825024:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.825919:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057294464 00000100:00100000:3.0:1746156243.825927:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057294464 00000100:00100000:3.0:1746156243.825975:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6230 00000100:00100000:3.0:1746156243.825982:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:31590:x1830977057294464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.825995:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.826008:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813827 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.826028:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.826033:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.826038:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156243.826041:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 107 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.826069:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.826905:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 107 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.826915:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0cc00, rc 0) 00000100:00100000:0.0:1746156243.827930:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.827947:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+107:31590:x1830977057294464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1962us (2926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.827954:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6230 00000100:00100000:2.0:1746156243.827982:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057294592 00000100:00100000:2.0:1746156243.827986:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057294592 00010000:00010000:2.0:1746156243.828523:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 107 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.828554:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10767 00000100:00100000:2.0:1746156243.828561:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+107:1973:x1830977057294592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.828570:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.828585:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 107 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.828594:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 107 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.828610:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e779ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813819 expref: 107 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.828632:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.828634:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.828640:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.828646:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.828673:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.828682:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 5 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.828692:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053938688:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.828760:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.846974:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053938688:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.846995:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.847047:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1973:x1830977057294592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 18486us (19118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.847057:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10767 00000100:00100000:0.0:1746156243.847845:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.847930:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057294848 00000100:00100000:3.0:1746156243.847935:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057294848 00002000:00100000:3.0:1746156243.847968:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b512a00 x1830977057294848/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.847977:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512a00 with x1830977057294848 ext(0->4095) 00010000:00010000:3.0:1746156243.847984:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.847996:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.848002:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512a00 00000100:00100000:3.0:1746156243.848552:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2564 00000100:00100000:3.0:1746156243.848559:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057294848:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746156243.848695:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057294848:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (852us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156243.848701:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2564 00002000:00100000:3.0:1746156243.848706:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b512a00 x1830977057294848/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156243.848714:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512a00 with x1830977057294848 ext(0->4095) 00010000:00010000:3.0:1746156243.848718:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.848728:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:3.0:1746156243.848733:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512a00 00000100:00100000:0.0:1746156243.858603:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.858674:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057294976 00000100:00100000:2.0:1746156243.858681:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057294976 00010000:00010000:2.0:1746156243.858712:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.858743:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10768 00000100:00100000:2.0:1746156243.858748:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057294976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.858758:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.858774:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.858784:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.858801:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0de00/0xb0171789e0e779f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813820 expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.858825:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.858828:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.858834:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.858841:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.858865:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156243.858874:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053938816:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.858931:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.862879:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053938816:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.862899:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.862934:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057294976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4185us (4338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.862944:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10768 00000100:00100000:0.0:1746156243.865303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.865325:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057295232 00000100:00100000:0.0:1746156243.865330:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057295232 00002000:00100000:0.0:1746156243.865361:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b513100 x1830977057295232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.865391:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513100 with x1830977057295232 ext(0->4095) 00002000:00010000:0.0:1746156243.865395:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b513100 00000100:00100000:0.0:1746156243.866303:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4586 00000100:00100000:0.0:1746156243.866311:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1975:x1830977057295232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156243.866439:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1975:x1830977057295232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (1140us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156243.866445:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4586 00002000:00100000:0.0:1746156243.866450:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b513100 x1830977057295232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.866459:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513100 with x1830977057295232 ext(0->4095) 00002000:00010000:0.0:1746156243.866462:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b513100 00000100:00100000:1.0:1746156243.870760:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.870831:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057295360 00000100:00100000:2.0:1746156243.870837:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057295360 00000100:00100000:2.0:1746156243.870877:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6231 00000100:00100000:2.0:1746156243.870882:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057295360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.870893:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.870906:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81382e expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.870926:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.870937:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.870938:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.870941:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.870961:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 105 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.870969:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 105 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.870977:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053938944:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156243.871025:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156243.875103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.875254:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057295488 00000100:00100000:0.0:1746156243.875260:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057295488 00002000:00100000:0.0:1746156243.875292:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094cbf800 x1830977057295488/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.875300:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf800 with x1830977057295488 ext(0->7) 00010000:00010000:0.0:1746156243.875306:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 106 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.875316:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 106 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746156243.875322:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbf800 00000100:00100000:0.0:1746156243.875338:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2565 00000100:00100000:0.0:1746156243.875344:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+106:1975:x1830977057295488:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746156243.875643:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:1975:x1830977057295488:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 298us (545us total) trans 4294967987 rc 0/0 00000100:00100000:0.0:1746156243.875649:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2565 00002000:00100000:0.0:1746156243.875654:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094cbf800 x1830977057295488/t4294967987(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 496/448 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.875659:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf800 with x1830977057295488 ext(0->7) 00010000:00010000:0.0:1746156243.875663:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 108 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.875670:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 108 pid: 8461 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746156243.875680:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbf800 00000100:00100000:3.0:1746156243.875729:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053938944:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.875750:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.875760:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:3.0:1746156243.875781:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057295360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4900us (5027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.875786:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6231 00000100:00100000:1.0:1746156243.878959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.878987:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057295616 00000100:00100000:0.0:1746156243.878994:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057295616 00010000:00010000:0.0:1746156243.879019:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 108 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746156243.879041:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10769 00000100:00100000:0.0:1746156243.879047:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:1974:x1830977057295616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156243.879057:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156243.879073:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 108 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.879083:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 108 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.879099:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e779f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813827 expref: 108 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.879109:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156243.879111:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156243.879131:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.879138:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.879164:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156243.879174:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053939072:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156243.879237:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.884219:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053939072:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.884236:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.884267:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+107:1974:x1830977057295616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5220us (5350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.884276:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10769 00000100:00100000:2.0:1746156243.884301:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.884518:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057295872 00000100:00100000:0.0:1746156243.884524:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057295872 00002000:00100000:0.0:1746156243.884551:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fa300 x1830977057295872/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.884560:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fa300 with x1830977057295872 ext(0->4095) 00002000:00010000:0.0:1746156243.884563:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fa300 00000100:00100000:0.0:1746156243.884576:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4587 00000100:00100000:0.0:1746156243.884582:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057295872:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746156243.884703:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057295872:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (403us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156243.884709:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4587 00002000:00100000:0.0:1746156243.884714:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fa300 x1830977057295872/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.884721:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fa300 with x1830977057295872 ext(0->4095) 00002000:00010000:0.0:1746156243.887407:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fa300 00000100:00100000:3.0:1746156243.887889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.887926:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057296000 00000100:00100000:2.0:1746156243.887932:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057296000 00000100:00100000:3.0:1746156243.887996:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.888070:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057296128 00000100:00100000:2.0:1746156243.888073:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057296128 00000100:00100000:0.0:1746156243.888078:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6232 00000100:00100000:3.0:1746156243.888085:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6233 00000100:00100000:0.0:1746156243.888089:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:31591:x1830977057296000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156243.888092:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+108:31590:x1830977057296128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.888100:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156243.888100:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.888123:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81383c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.888124:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813835 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.888144:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.888150:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156243.888151:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156243.888154:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 110 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.888161:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.888165:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 110 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.888170:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.888172:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 110 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.888190:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.888195:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 110 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.888200:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 5 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.888208:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 110 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156243.888209:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053939200:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.888216:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0c600, rc 0) 00000100:00100000:3.0:1746156243.888275:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+110:31590:x1830977057296128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.888284:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6233 00000100:00100000:0.0:1746156243.888285:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.891405:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053939200:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156243.891427:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 109 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156243.891439:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97600, rc 0) 00000100:00100000:0.0:1746156243.891473:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+109:31591:x1830977057296000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3389us (3587us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156243.891480:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6232 00000100:00100000:3.0:1746156243.891560:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.891726:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057296256 00000100:00100000:1.0:1746156243.891731:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057296256 00010000:00010000:1.0:1746156243.891749:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.891777:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10770 00000100:00100000:1.0:1746156243.891782:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057296256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.891791:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.891806:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.891814:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.891829:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e779ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81382e expref: 6 pid: 8461 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.891837:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.891838:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.891843:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 108 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.891849:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 108 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.891874:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 108 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.891882:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 108 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.891891:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053939456:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.891943:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.893759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.893836:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053939456:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.893850:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156243.893850:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057296512 00000100:00100000:0.0:1746156243.893855:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057296512 00000100:00100000:1.0:1746156243.893878:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057296256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2095us (2345us total) trans 0 rc 0/0 00002000:00100000:0.0:1746156243.893881:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0ad80 x1830977057296512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746156243.893887:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10770 00002000:00100000:0.0:1746156243.893889:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0ad80 with x1830977057296512 ext(0->4095) 00010000:00010000:0.0:1746156243.893895:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 109 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.893905:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 109 pid: 8463 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746156243.893911:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0ad80 00000100:00100000:0.0:1746156243.893921:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2566 00000100:00100000:0.0:1746156243.893926:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+109:1974:x1830977057296512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156243.894606:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+109:1974:x1830977057296512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 677us (849us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156243.894616:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2566 00002000:00100000:0.0:1746156243.894621:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0ad80 x1830977057296512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.894628:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0ad80 with x1830977057296512 ext(0->4095) 00010000:00010000:0.0:1746156243.894633:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 109 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746156243.894642:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 109 pid: 8463 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746156243.894648:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0ad80 00000001:00080000:3.0:1746156243.896028:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967973 is committed 00000001:00080000:3.0:1746156243.896047:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967981 is committed 00000001:00080000:3.0:1746156243.896082:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967984 is committed 00000001:00080000:3.0:1746156243.896156:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967986 is committed 00000100:00100000:0.0:1746156243.897990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.898556:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057296640 00000100:00100000:2.0:1746156243.898562:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057296640 00000100:00100000:2.0:1746156243.898606:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6234 00000100:00100000:2.0:1746156243.898613:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057296640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.898627:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.898640:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813843 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.898662:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.898666:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.898670:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156243.898674:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.898699:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.898708:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.898715:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156243.898759:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057296640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.898764:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6234 00000100:00100000:0.0:1746156243.899091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.899547:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057296768 00000100:00100000:1.0:1746156243.899552:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057296768 00010000:00010000:1.0:1746156243.899573:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 9 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.899603:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10771 00000100:00100000:1.0:1746156243.899608:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057296768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.899616:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.899633:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 9 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.899653:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 9 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.899669:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813835 expref: 9 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.899679:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.899680:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.899685:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.899691:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.899710:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.899719:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.899727:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053939712:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.899782:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.901125:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053939712:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.901138:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.901234:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057296768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1552us (2070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.901246:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10771 00000100:00100000:0.0:1746156243.901984:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.902028:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057297024 00000100:00100000:2.0:1746156243.902033:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057297024 00002000:00100000:2.0:1746156243.902062:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510e00 x1830977057297024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.902071:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510e00 with x1830977057297024 ext(0->4095) 00010000:00010000:2.0:1746156243.902077:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.902090:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.902094:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b510e00 00000100:00100000:2.0:1746156243.902121:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2567 00000100:00100000:2.0:1746156243.902128:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057297024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.902230:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057297024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.902235:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2567 00002000:00100000:2.0:1746156243.902240:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510e00 x1830977057297024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.902246:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510e00 with x1830977057297024 ext(0->4095) 00010000:00010000:2.0:1746156243.902250:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.902258:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.902263:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b510e00 00000100:00100000:0.0:1746156243.903301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.903363:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.903405:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057297280 00000100:00100000:2.0:1746156243.903409:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057297280 00000100:00100000:2.0:1746156243.903434:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6235 00000100:00100000:2.0:1746156243.903440:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057297280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.903450:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.903461:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81384a expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.903476:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057297152 00010000:00010000:2.0:1746156243.903478:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746156243.903481:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057297152 00010000:00010000:2.0:1746156243.903483:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.903488:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156243.903491:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.903495:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.903512:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10772 00010000:00010000:2.0:1746156243.903517:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.903517:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057297152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.903524:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.903527:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.903535:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00010000:00010000:1.0:1746156243.903538:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.903547:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.903560:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:31590:x1830977057297280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (261us total) trans 0 rc 0/0 00010000:00010000:1.0:1746156243.903560:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81383c expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746156243.903565:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6235 00010000:00010000:1.0:1746156243.903569:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.903571:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.903576:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.903582:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.903598:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.903608:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 5 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.903617:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053939968:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.903658:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.905385:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053939968:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.905397:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.905416:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057297152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1899us (2054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.905422:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10772 00000100:00100000:0.0:1746156243.905657:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.905722:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057297536 00000100:00100000:2.0:1746156243.905726:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057297536 00002000:00100000:2.0:1746156243.905752:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b512d80 x1830977057297536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.905761:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512d80 with x1830977057297536 ext(0->4095) 00010000:00010000:2.0:1746156243.905767:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.905782:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.905787:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512d80 00000100:00100000:2.0:1746156243.905807:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2568 00000100:00100000:2.0:1746156243.905813:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057297536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.905917:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057297536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.905923:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2568 00002000:00100000:2.0:1746156243.905935:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b512d80 x1830977057297536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.905944:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512d80 with x1830977057297536 ext(0->4095) 00010000:00010000:2.0:1746156243.905948:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.905956:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.905961:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512d80 00000100:00100000:0.0:1746156243.907081:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.907409:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057297664 00000100:00100000:1.0:1746156243.907414:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057297664 00010000:00010000:1.0:1746156243.907434:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.907451:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10773 00000100:00100000:1.0:1746156243.907456:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057297664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.907465:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.907478:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.907487:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.907503:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77a14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813843 expref: 6 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.907513:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.907515:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.907519:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.907526:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.907548:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.907557:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053940096:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.907619:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.908809:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053940096:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.908822:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.908841:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057297664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1385us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.908847:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10773 00000100:00100000:0.0:1746156243.909213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.909357:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057297920 00000100:00100000:2.0:1746156243.909361:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057297920 00002000:00100000:2.0:1746156243.909407:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6d80 x1830977057297920/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.909416:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6d80 with x1830977057297920 ext(0->4095) 00002000:00010000:2.0:1746156243.909420:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f6d80 00000100:00100000:2.0:1746156243.909432:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4588 00000100:00100000:2.0:1746156243.909437:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057297920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.909547:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057297920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.909553:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4588 00002000:00100000:2.0:1746156243.909558:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6d80 x1830977057297920/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.909564:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6d80 with x1830977057297920 ext(0->4095) 00002000:00010000:2.0:1746156243.909567:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f6d80 00000100:00100000:0.0:1746156243.912456:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.912498:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057298048 00000100:00100000:3.0:1746156243.912505:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057298048 00000100:00100000:3.0:1746156243.912550:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6236 00000100:00100000:3.0:1746156243.912557:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057298048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.912569:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.912582:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813851 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.912605:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.912611:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.912613:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.912616:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.912641:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.912652:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 7 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.912662:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053940224:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.912733:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.913647:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053940224:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.913666:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.913678:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0cc00, rc 0) 00000100:00100000:3.0:1746156243.913773:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057298048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1215us (1320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.913779:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6236 00000100:00100000:0.0:1746156243.914559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.914614:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057298176 00000100:00100000:1.0:1746156243.914619:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057298176 00010000:00010000:1.0:1746156243.914649:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 8 pid: 8463 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.914677:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10774 00000100:00100000:1.0:1746156243.914684:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057298176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.914695:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.914710:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 8 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.914720:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 8 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.914736:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77a1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81384a expref: 8 pid: 8463 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.914746:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.914748:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.914753:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.914760:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.914780:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.914980:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053940352:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.915071:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.915940:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053940352:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.915954:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.915982:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057298176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1299us (1424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.915992:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10774 00000100:00100000:0.0:1746156243.916246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.916454:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057298432 00000100:00100000:2.0:1746156243.916459:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057298432 00002000:00100000:2.0:1746156243.916487:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1fb80 x1830977057298432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.916496:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1fb80 with x1830977057298432 ext(0->4095) 00002000:00010000:2.0:1746156243.916499:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1fb80 00000100:00100000:2.0:1746156243.916524:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4589 00000100:00100000:2.0:1746156243.916531:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057298432:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.916629:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057298432:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.916634:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4589 00002000:00100000:2.0:1746156243.916639:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1fb80 x1830977057298432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.916650:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1fb80 with x1830977057298432 ext(0->4095) 00002000:00010000:2.0:1746156243.916653:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1fb80 00000100:00100000:0.0:1746156243.918036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.918217:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057298560 00000100:00100000:3.0:1746156243.918222:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057298560 00000100:00100000:3.0:1746156243.918262:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6237 00000100:00100000:3.0:1746156243.918269:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:31591:x1830977057298560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.918280:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.918292:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813858 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.918311:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.918317:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.918319:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.918321:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.918354:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.918363:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.918403:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053940480:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.918476:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.919560:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.919621:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057298688 00000100:00100000:1.0:1746156243.919625:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057298688 00000100:00100000:3.0:1746156243.919644:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053940480:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156243.919645:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.919664:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.919669:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10775 00010000:00010000:3.0:1746156243.919674:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156243.919678:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057298688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.919687:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746156243.919700:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31591:x1830977057298560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1432us (1667us total) trans 0 rc 0/0 00010000:00010000:1.0:1746156243.919702:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.919706:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6237 00010000:00010000:1.0:1746156243.919712:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.919728:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0cc00/0xb0171789e0e77a22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813851 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.919739:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.919740:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.919745:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.919751:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.919814:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.919823:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053940608:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.919925:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.920227:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.920273:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057298816 00000100:00100000:3.0:1746156243.920277:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057298816 00000100:00100000:3.0:1746156243.920306:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6238 00000100:00100000:3.0:1746156243.920312:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057298816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.920321:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.920328:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81385f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.920342:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.920348:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.920349:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.920352:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.920389:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.920398:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 9 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.920406:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053940736:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.920445:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.921516:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053940608:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.921528:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.921560:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057298688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1883us (2002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.921568:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10775 00000100:00100000:0.0:1746156243.922139:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.922348:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057299072 00000100:00100000:2.0:1746156243.922353:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057299072 00002000:00100000:2.0:1746156243.922400:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ae300 x1830977057299072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.922409:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae300 with x1830977057299072 ext(0->4095) 00010000:00010000:2.0:1746156243.922415:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.922425:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.922431:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ae300 00000100:00100000:2.0:1746156243.922456:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2569 00000100:00100000:2.0:1746156243.922463:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057299072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.922568:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057299072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.922574:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2569 00002000:00100000:2.0:1746156243.922578:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ae300 x1830977057299072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.922585:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae300 with x1830977057299072 ext(0->4095) 00010000:00010000:2.0:1746156243.922589:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:2.0:1746156243.922598:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:2.0:1746156243.922603:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ae300 00000100:00100000:3.0:1746156243.922857:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053940736:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.922874:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.922883:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:3.0:1746156243.922904:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31590:x1830977057298816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2593us (2678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.922909:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6238 00000100:00100000:0.0:1746156243.925002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.925879:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057299200 00000100:00100000:3.0:1746156243.925885:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057299200 00000100:00100000:0.0:1746156243.925966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.926010:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057299328 00000100:00100000:1.0:1746156243.926014:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057299328 00010000:00010000:1.0:1746156243.926036:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 9 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.926058:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10776 00000100:00100000:1.0:1746156243.926064:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057299328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.926074:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.926089:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 9 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.926100:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 9 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.926132:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77a29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813858 expref: 9 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.926148:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.926150:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.926157:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.926164:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.926188:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.926199:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053940864:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156243.926234:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6239 00000100:00100000:3.0:1746156243.926241:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057299200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.926254:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746156243.926257:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497600 going to sleep for 11 seconds 00010000:00010000:3.0:1746156243.926263:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813866 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.926277:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.926283:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.926285:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.926287:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.926302:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.926312:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.926319:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053940992:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.926343:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.927655:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009503ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053940864:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.927669:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.927691:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053940992:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156243.927695:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057299328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1631us (1734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.927704:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10776 00010000:00010000:3.0:1746156243.927709:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.927720:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:3.0:1746156243.927737:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057299200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1498us (2740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.927746:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6239 00000100:00100000:0.0:1746156243.927907:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.927947:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057299584 00000100:00100000:1.0:1746156243.927951:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057299584 00002000:00100000:1.0:1746156243.927974:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac700 x1830977057299584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.927983:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac700 with x1830977057299584 ext(0->4095) 00010000:00010000:1.0:1746156243.927988:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.927998:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.928009:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac700 00000100:00100000:1.0:1746156243.928029:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2570 00000100:00100000:1.0:1746156243.928035:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057299584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156243.928179:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057299584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.928185:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2570 00002000:00100000:1.0:1746156243.928190:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac700 x1830977057299584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.928196:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac700 with x1830977057299584 ext(0->4095) 00010000:00010000:1.0:1746156243.928200:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.928209:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.928214:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac700 00000100:00100000:1.0:1746156243.929650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.929918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.929965:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057299840 00000100:00100000:1.0:1746156243.929971:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057299840 00000100:00100000:3.0:1746156243.929973:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057299712 00000100:00100000:3.0:1746156243.929975:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057299712 00010000:00010000:1.0:1746156243.929991:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 9 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.929996:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6240 00000100:00100000:3.0:1746156243.930001:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31590:x1830977057299712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156243.930005:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10777 00000100:00100000:1.0:1746156243.930009:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057299840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156243.930016:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156243.930017:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156243.930025:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81386d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.930030:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 9 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.930039:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.930048:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.930052:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.930057:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156243.930060:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 10 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.930279:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81385f expref: 10 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746156243.930296:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.930307:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.930315:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.930316:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.930321:0:21377:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.930332:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.930346:0:21377:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.930354:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 5 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.930362:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053941248:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.930443:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156243.930524:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.930595:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057299840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 583us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.930601:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10777 00000100:00100000:0.0:1746156243.932638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.932693:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057300096 00000100:00100000:1.0:1746156243.932702:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057300096 00002000:00100000:1.0:1746156243.932731:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60aea00 x1830977057300096/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.932740:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aea00 with x1830977057300096 ext(0->4095) 00010000:00010000:1.0:1746156243.932746:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.932757:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.932763:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60aea00 00000100:00100000:1.0:1746156243.932790:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2571 00000100:00100000:1.0:1746156243.932797:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057300096:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156243.932919:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057300096:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.932924:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2571 00002000:00100000:1.0:1746156243.932928:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60aea00 x1830977057300096/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.932935:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aea00 with x1830977057300096 ext(0->4095) 00010000:00010000:1.0:1746156243.932940:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.932948:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746156243.932953:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60aea00 00000100:00100000:3.0:1746156243.933026:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053941248:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156243.933042:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:3.0:1746156243.933075:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057299712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3073us (3427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.933081:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6240 00000100:00100000:0.0:1746156243.934655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.934791:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057300224 00000100:00100000:1.0:1746156243.934796:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057300224 00010000:00010000:1.0:1746156243.934814:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.934841:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10778 00000100:00100000:1.0:1746156243.934847:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057300224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.934854:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.934868:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.934876:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.934893:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77a37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813866 expref: 6 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.934917:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.934919:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.934925:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.934932:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.934957:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.934966:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053941376:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.935257:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.937699:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.937797:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053941376:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.937812:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.937898:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057300480 00000100:00100000:2.0:1746156243.937903:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057300480 00002000:00100000:2.0:1746156243.937935:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd6a00 x1830977057300480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.937944:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6a00 with x1830977057300480 ext(0->4095) 00002000:00010000:2.0:1746156243.937947:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd6a00 00000100:00100000:2.0:1746156243.937969:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4590 00000100:00100000:2.0:1746156243.937976:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057300480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.938083:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057300480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.938088:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4590 00002000:00100000:2.0:1746156243.938093:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd6a00 x1830977057300480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.938100:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6a00 with x1830977057300480 ext(0->4095) 00002000:00010000:2.0:1746156243.938103:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd6a00 00000100:00100000:1.0:1746156243.938151:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057300224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3304us (3499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.938157:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10778 00000100:00100000:0.0:1746156243.939439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.940070:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057300608 00000100:00100000:3.0:1746156243.940076:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057300608 00000100:00100000:3.0:1746156243.940248:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6241 00000100:00100000:3.0:1746156243.940255:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057300608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.940268:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.940281:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813874 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.940308:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.940314:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.940315:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.940318:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.940342:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.940352:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 7 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746156243.940362:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053941504:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.940772:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.941884:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053941504:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.941905:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.941918:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:3.0:1746156243.941953:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057300608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1698us (2516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.941959:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6241 00000100:00100000:0.0:1746156243.942739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.942783:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057300736 00000100:00100000:1.0:1746156243.942787:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057300736 00010000:00010000:1.0:1746156243.942805:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746156243.942824:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10779 00000100:00100000:1.0:1746156243.942828:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057300736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.942835:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.942847:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.942854:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.942866:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77a3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81386d expref: 8 pid: 21377 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746156243.942881:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.942883:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.942887:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.942892:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.942908:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.942915:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053941632:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.942960:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.943875:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053941632:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.943887:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.943905:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057300736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1076us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.943912:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10779 00000100:00100000:0.0:1746156243.944840:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.944920:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057300992 00000100:00100000:1.0:1746156243.944924:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057300992 00002000:00100000:1.0:1746156243.944945:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d8a80 x1830977057300992/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.944951:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8a80 with x1830977057300992 ext(0->4095) 00002000:00010000:1.0:1746156243.944954:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8a80 00000100:00100000:1.0:1746156243.944974:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4591 00000100:00100000:1.0:1746156243.944978:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057300992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156243.945077:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057300992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.945082:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4591 00002000:00100000:1.0:1746156243.945087:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d8a80 x1830977057300992/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.945094:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8a80 with x1830977057300992 ext(0->4095) 00002000:00010000:1.0:1746156243.945096:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8a80 00000100:00100000:0.0:1746156243.947031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.947251:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057301120 00000100:00100000:3.0:1746156243.947258:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057301120 00000100:00100000:3.0:1746156243.947304:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6242 00000100:00100000:3.0:1746156243.947310:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:31591:x1830977057301120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.947323:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.947336:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81387b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.947358:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.947388:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.947389:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.947393:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.947416:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.947427:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156243.947436:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053941760:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.948233:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.949193:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.949442:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057301248 00000100:00100000:2.0:1746156243.949448:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057301248 00000100:00100000:2.0:1746156243.949493:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6243 00000100:00100000:2.0:1746156243.949500:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31590:x1830977057301248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156243.949511:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156243.949523:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813882 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.949539:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.949544:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 10 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.949549:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156243.949552:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.949576:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 10 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.949586:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.949594:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156243.949624:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:31590:x1830977057301248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.949630:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6243 00000100:00100000:3.0:1746156243.949953:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053941760:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.949969:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.949983:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0c600, rc 0) 00000100:00100000:3.0:1746156243.950003:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31591:x1830977057301120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2694us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.950009:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6242 00000100:00100000:0.0:1746156243.951651:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.951705:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057301376 00000100:00100000:1.0:1746156243.951710:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057301376 00010000:00010000:1.0:1746156243.951731:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156243.951768:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10780 00000100:00100000:1.0:1746156243.951774:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057301376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.951784:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.951799:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.951809:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.951827:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77a45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813874 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.951850:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.951851:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.951856:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.951862:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.951890:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.951899:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156243.951913:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942016:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.952121:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.954138:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.954225:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942016:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.954239:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.954274:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057301376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2499us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.954282:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10780 00000100:00100000:2.0:1746156243.954540:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057301632 00000100:00100000:2.0:1746156243.954545:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057301632 00002000:00100000:2.0:1746156243.954575:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d2680 x1830977057301632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.954584:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2680 with x1830977057301632 ext(0->4095) 00010000:00010000:2.0:1746156243.954591:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.954602:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156243.954608:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d2680 00000100:00100000:2.0:1746156243.954622:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2572 00000100:00100000:2.0:1746156243.954628:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057301632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.954747:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057301632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.954753:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2572 00002000:00100000:2.0:1746156243.954758:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d2680 x1830977057301632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.954764:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2680 with x1830977057301632 ext(0->4095) 00010000:00010000:2.0:1746156243.954768:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.954777:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156243.954782:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d2680 00000100:00100000:0.0:1746156243.957804:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.957868:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057301760 00000100:00100000:3.0:1746156243.957875:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057301760 00000100:00100000:0.0:1746156243.957886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.957921:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6244 00000100:00100000:3.0:1746156243.957929:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057301760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.957942:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.957954:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813889 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.957975:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.957980:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.957985:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156243.957988:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.958015:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.958025:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.958036:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057301888 00010000:00010000:3.0:1746156243.958038:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d200, rc 0) 00000100:00100000:1.0:1746156243.958039:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057301888 00010000:00010000:1.0:1746156243.958051:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156243.958076:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10781 00000100:00100000:1.0:1746156243.958082:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057301888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.958089:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.958103:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.958123:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.958138:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e77a4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81387b expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.958150:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.958152:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.958157:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.958163:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.958187:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.958196:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156243.958206:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942272:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.958602:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.958817:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057301760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 660us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.958823:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6244 00000100:00100000:0.0:1746156243.961009:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.961143:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942272:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.961158:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.961188:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057301888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3106us (3302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.961197:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10781 00000100:00100000:2.0:1746156243.961307:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057302144 00000100:00100000:2.0:1746156243.961312:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057302144 00002000:00100000:2.0:1746156243.961351:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d3b80 x1830977057302144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.961423:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3b80 with x1830977057302144 ext(0->4095) 00010000:00010000:2.0:1746156243.961430:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.961454:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156243.961460:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d3b80 00000100:00100000:2.0:1746156243.961498:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2573 00000100:00100000:2.0:1746156243.961505:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057302144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.961784:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057302144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 243us (742us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.961790:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2573 00002000:00100000:2.0:1746156243.961796:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d3b80 x1830977057302144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.961812:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3b80 with x1830977057302144 ext(0->4095) 00010000:00010000:2.0:1746156243.961817:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.961826:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156243.961855:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d3b80 00000100:00100000:0.0:1746156243.963484:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.963547:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.963670:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057302272 00000100:00100000:1.0:1746156243.963675:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057302272 00010000:00010000:1.0:1746156243.963697:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156243.963717:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10782 00000100:00100000:1.0:1746156243.963723:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057302272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.963733:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.963748:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.963757:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.963775:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813882 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.963787:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.963789:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.963794:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.963801:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.963825:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.963834:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942400:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.963894:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.963944:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057302400 00000100:00100000:3.0:1746156243.963948:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057302400 00000100:00100000:3.0:1746156243.963969:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6245 00000100:00100000:3.0:1746156243.963974:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057302400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.963983:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.963991:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813890 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.964005:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.964011:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.964012:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.964015:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.964032:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.964042:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156243.964054:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053942528:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.964074:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.966800:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053942528:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.966826:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.966840:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0d600, rc 0) 00000100:00100000:3.0:1746156243.966876:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31590:x1830977057302400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2901us (3395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.966883:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6245 00000100:00100000:1.0:1746156243.967058:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942400:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.967068:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.967098:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057302272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3375us (3551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.967109:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10782 00000100:00100000:0.0:1746156243.968937:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.969650:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057302656 00000100:00100000:2.0:1746156243.969658:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057302656 00002000:00100000:2.0:1746156243.969696:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d3800 x1830977057302656/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.969705:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3800 with x1830977057302656 ext(0->4095) 00010000:00010000:2.0:1746156243.969712:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.969724:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156243.969730:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d3800 00000100:00100000:2.0:1746156243.969889:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2574 00000100:00100000:2.0:1746156243.969897:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057302656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.970170:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057302656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 274us (1237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.970176:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2574 00002000:00100000:2.0:1746156243.970181:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d3800 x1830977057302656/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.970189:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3800 with x1830977057302656 ext(0->4095) 00010000:00010000:2.0:1746156243.970193:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.970202:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156243.970208:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d3800 00000100:00100000:0.0:1746156243.972568:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.972889:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057302784 00000100:00100000:1.0:1746156243.972896:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057302784 00010000:00010000:1.0:1746156243.972920:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156243.972952:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10783 00000100:00100000:1.0:1746156243.972958:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057302784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.972967:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.972982:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.972992:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.973010:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d200/0xb0171789e0e77a5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813889 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.973036:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.973038:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.973043:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.973050:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.973075:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.973085:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942656:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.973151:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156243.974557:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942656:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156243.974572:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156243.974598:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057302784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1639us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156243.974606:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10783 00000100:00100000:0.0:1746156243.976039:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.976110:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057303040 00000100:00100000:2.0:1746156243.976129:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057303040 00002000:00100000:2.0:1746156243.976163:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1c00 x1830977057303040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.976172:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1c00 with x1830977057303040 ext(0->4095) 00002000:00010000:2.0:1746156243.976176:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1c00 00000100:00100000:2.0:1746156243.976193:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4592 00000100:00100000:2.0:1746156243.976200:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057303040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156243.976330:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057303040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156243.976335:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4592 00002000:00100000:2.0:1746156243.976339:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1c00 x1830977057303040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156243.976345:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1c00 with x1830977057303040 ext(0->4095) 00002000:00010000:2.0:1746156243.976348:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1c00 00000100:00100000:0.0:1746156243.977709:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.978076:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057303168 00000100:00100000:3.0:1746156243.978081:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057303168 00000100:00100000:3.0:1746156243.978127:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6246 00000100:00100000:3.0:1746156243.978134:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057303168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.978146:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.978159:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813897 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.978188:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.978194:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.978195:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.978198:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.978224:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.978233:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 7 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156243.978242:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053942784:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156243.978311:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.981514:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053942784:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156243.981524:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156243.981540:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.981554:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095637600, rc 0) 00000100:00100000:3.0:1746156243.983346:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057303168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5207us (5633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.983354:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6246 00000100:00100000:1.0:1746156243.983560:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057303296 00000100:00100000:1.0:1746156243.983567:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057303296 00010000:00010000:1.0:1746156243.983590:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156243.983624:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10784 00000100:00100000:1.0:1746156243.983630:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057303296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156243.983640:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156243.983656:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.983667:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.983684:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0d600/0xb0171789e0e77a61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813890 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.983706:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.983708:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156243.983714:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.983720:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156243.983744:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156243.983755:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942912:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156243.983813:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.985884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.986325:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057303424 00000100:00100000:3.0:1746156243.986331:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057303424 00000100:00100000:3.0:1746156243.986398:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6247 00000100:00100000:3.0:1746156243.986405:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057303424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.986418:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.986431:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81389e expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.986452:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.986459:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.986461:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.986464:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.986486:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.986496:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156243.986505:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053943040:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156243.987473:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.987492:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057303680 00000100:00100000:0.0:1746156243.987496:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057303680 00002000:00100000:0.0:1746156243.987520:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495f80 x1830977057303680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.987529:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495f80 with x1830977057303680 ext(0->4095) 00010000:00010000:0.0:1746156243.987535:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156243.987545:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746156243.987550:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495f80 00000100:00100000:3.0:1746156243.987745:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156243.987845:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053942912:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156243.987854:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2575 00010000:00010000:3.0:1746156243.987858:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156243.987860:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057303680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156243.987896:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057303296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4266us (6373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.987904:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10784 00000100:00100000:0.0:1746156243.989574:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057303680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1708us (2098us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156243.989583:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2575 00002000:00100000:0.0:1746156243.989589:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495f80 x1830977057303680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156243.989597:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495f80 with x1830977057303680 ext(0->4095) 00010000:00010000:0.0:1746156243.989603:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156243.989614:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746156243.989619:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495f80 00000100:00100000:3.0:1746156243.989887:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053943040:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156243.989909:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.989920:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950b1800, rc 0) 00000100:00100000:3.0:1746156243.989959:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057303424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3555us (4079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.989968:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6247 00000100:00100000:0.0:1746156243.991063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156243.991099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156243.991166:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057303808 00000100:00100000:3.0:1746156243.991171:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057303808 00000100:00100000:3.0:1746156243.991206:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6248 00000100:00100000:3.0:1746156243.991212:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31591:x1830977057303808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156243.991223:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156243.991234:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138a5 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.991250:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156243.991255:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.991260:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156243.991263:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.991289:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.991297:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156243.991304:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950b1a00, rc 0) 00000100:00100000:3.0:1746156243.991339:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31591:x1830977057303808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156243.991344:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6248 00000100:00100000:2.0:1746156243.991498:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057303936 00000100:00100000:2.0:1746156243.991502:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057303936 00010000:00010000:2.0:1746156243.991521:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156243.991549:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10785 00000100:00100000:2.0:1746156243.991556:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057303936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.991563:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.991578:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.991592:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.991608:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095637600/0xb0171789e0e77a68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813897 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.991918:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.991920:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156243.991926:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.991933:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.991951:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156243.991962:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156243.991971:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053943296:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156243.992465:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156243.996734:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156243.996806:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057304192 00000100:00100000:1.0:1746156243.996812:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057304192 00002000:00100000:1.0:1746156243.996847:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bdc00 x1830977057304192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/0 e 0 to 0 dl 1746156254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.996860:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bdc00 with x1830977057304192 ext(0->4095) 00010000:00010000:1.0:1746156243.996867:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.996880:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156243.996887:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bdc00 00000100:00100000:1.0:1746156243.996915:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2576 00000100:00100000:1.0:1746156243.996922:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057304192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156243.996991:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093cea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053943296:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156243.997008:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156243.997039:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057303936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5484us (5939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156243.997049:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10785 00000100:00100000:1.0:1746156243.997059:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057304192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156243.997066:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2576 00002000:00100000:1.0:1746156243.997071:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bdc00 x1830977057304192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746156254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156243.997077:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bdc00 with x1830977057304192 ext(0->4095) 00010000:00010000:1.0:1746156243.997081:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156243.997779:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156243.997788:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bdc00 00000100:00100000:0.0:1746156243.999790:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156243.999874:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057304320 00000100:00100000:2.0:1746156243.999879:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057304320 00010000:00010000:2.0:1746156243.999905:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156243.999935:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10786 00000100:00100000:2.0:1746156243.999941:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057304320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156243.999952:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156243.999968:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.999977:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156243.999994:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77a6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81389e expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.000217:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.000219:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.000224:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.000231:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.000257:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.000267:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053943424:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.000334:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.002643:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093cea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053943424:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.002663:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.002702:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057304320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2760us (2917us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.002711:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10786 00000100:00100000:0.0:1746156244.004160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.004393:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057304576 00000100:00100000:1.0:1746156244.004399:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057304576 00002000:00100000:1.0:1746156244.004637:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284ad80 x1830977057304576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.004648:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830977057304576 ext(0->4095) 00002000:00010000:1.0:1746156244.004652:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284ad80 00000100:00100000:1.0:1746156244.004677:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4593 00000100:00100000:1.0:1746156244.004684:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057304576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156244.004834:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057304576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (678us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.004840:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4593 00002000:00100000:1.0:1746156244.004845:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284ad80 x1830977057304576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.004856:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830977057304576 ext(0->4095) 00002000:00010000:1.0:1746156244.004858:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284ad80 00000100:00080000:3.0:1746156244.004900:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156244.006645:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.006725:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057304704 00000100:00100000:2.0:1746156244.006731:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057304704 00000100:00100000:2.0:1746156244.007089:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6249 00000100:00100000:2.0:1746156244.007096:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057304704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.007108:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.007131:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138ac expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.007155:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.007161:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.007162:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.007165:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.007188:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.007202:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 7 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.007212:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053943552:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.007275:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00080000:3.0:1746156244.007325:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746156244.008868:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093cea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053943552:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.008894:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.008906:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156244.008947:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057304704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1851us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.008954:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6249 00000100:00100000:0.0:1746156244.009460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.009804:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057304832 00000100:00100000:2.0:1746156244.009809:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057304832 00010000:00010000:2.0:1746156244.009832:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.009859:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10787 00000100:00100000:2.0:1746156244.009865:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057304832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.009874:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.009890:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.009902:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.009919:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77a76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138a5 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.009942:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.009943:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.009948:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.009954:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.009974:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.009983:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053943680:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.010045:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.012300:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093cea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053943680:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.012317:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156244.012320:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.012348:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057304832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2483us (2889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.012357:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10787 00000100:00100000:1.0:1746156244.012532:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057305088 00000100:00100000:1.0:1746156244.012537:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057305088 00002000:00100000:1.0:1746156244.012590:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8000 x1830977057305088/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.012599:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8000 with x1830977057305088 ext(0->4095) 00002000:00010000:1.0:1746156244.012603:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e8000 00000100:00100000:1.0:1746156244.012628:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4594 00000100:00100000:1.0:1746156244.012635:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057305088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156244.013071:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057305088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 436us (752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.013076:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4594 00002000:00100000:1.0:1746156244.013081:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8000 x1830977057305088/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.013088:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8000 with x1830977057305088 ext(0->4095) 00002000:00010000:1.0:1746156244.013090:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e8000 00000100:00100000:2.0:1746156244.014738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.014918:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057305216 00000100:00100000:0.0:1746156244.014923:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057305216 00000100:00100000:0.0:1746156244.014960:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6250 00000100:00100000:0.0:1746156244.014966:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:31590:x1830977057305216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156244.014977:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156244.014988:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138b3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.015007:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.015013:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156244.015014:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156244.015017:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.015038:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.015048:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 5 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.015061:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053943808:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156244.015142:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.015664:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.015990:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057305344 00000100:00100000:2.0:1746156244.015994:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057305344 00000100:00100000:2.0:1746156244.016446:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6251 00000100:00100000:2.0:1746156244.016453:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31591:x1830977057305344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.016463:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.016473:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138ba expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.016486:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.016490:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.016495:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.016497:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 10 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.016718:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.016731:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 10 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.016739:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156244.016936:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:31591:x1830977057305344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 482us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.016942:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6251 00000100:00100000:0.0:1746156244.017190:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053943808:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156244.017205:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.017212:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97600, rc 0) 00000100:00100000:0.0:1746156244.017230:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31590:x1830977057305216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2264us (2495us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156244.017234:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6250 00000100:00100000:0.0:1746156244.018471:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.018607:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057305472 00000100:00100000:2.0:1746156244.018612:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057305472 00010000:00010000:2.0:1746156244.018635:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.018694:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10788 00000100:00100000:2.0:1746156244.018701:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057305472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.018713:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.018729:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.018738:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.018753:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77a7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ac expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.019158:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.019160:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.019166:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.019172:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.019195:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.019204:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.019217:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944064:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.019327:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.021582:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944064:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.021601:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.021634:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057305472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2933us (3167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.021642:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10788 00000100:00100000:0.0:1746156244.021890:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.021972:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057305728 00000100:00100000:2.0:1746156244.021976:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057305728 00002000:00100000:2.0:1746156244.022001:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8a80 x1830977057305728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.022009:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8a80 with x1830977057305728 ext(0->4095) 00010000:00010000:2.0:1746156244.022016:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.022026:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.022032:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8a80 00000100:00100000:2.0:1746156244.022058:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2577 00000100:00100000:2.0:1746156244.022065:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057305728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.022197:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057305728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.022206:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2577 00002000:00100000:2.0:1746156244.022210:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8a80 x1830977057305728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.022217:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8a80 with x1830977057305728 ext(0->4095) 00010000:00010000:2.0:1746156244.022221:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.022229:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.022234:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8a80 00000100:00100000:0.0:1746156244.024780:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.024858:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057305856 00000100:00100000:2.0:1746156244.024864:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057305856 00010000:00010000:2.0:1746156244.024893:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.024914:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10789 00000100:00100000:2.0:1746156244.024920:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057305856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.024931:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.024947:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.024956:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.024973:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77a84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138b3 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.024985:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.024987:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.024992:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.024999:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.025025:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.025033:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944192:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.025569:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.027814:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.027877:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057306112 00000100:00100000:3.0:1746156244.027882:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057306112 00002000:00100000:3.0:1746156244.027914:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9180 x1830977057306112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.027922:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9180 with x1830977057306112 ext(0->4095) 00002000:00010000:3.0:1746156244.027926:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e9180 00000100:00100000:3.0:1746156244.027940:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4595 00000100:00100000:3.0:1746156244.027945:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057306112:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746156244.028149:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944192:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.028165:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.028202:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057305856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3283us (3428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.028209:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10789 00000100:00100000:3.0:1746156244.028410:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057306112:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 463us (601us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.028416:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4595 00002000:00100000:3.0:1746156244.028420:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9180 x1830977057306112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.028427:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9180 with x1830977057306112 ext(0->4095) 00002000:00010000:3.0:1746156244.028430:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e9180 00000100:00100000:2.0:1746156244.032007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.032155:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057306240 00000100:00100000:0.0:1746156244.032162:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057306240 00000100:00100000:0.0:1746156244.032203:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6252 00000100:00100000:0.0:1746156244.032210:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057306240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156244.032223:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156244.032236:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138c1 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.032258:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.032265:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.032267:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.032271:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.032292:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.032302:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 7 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.032311:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053944320:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156244.032405:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.035317:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.035442:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053944320:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.035466:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.035480:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97200, rc 0) 00000100:00100000:2.0:1746156244.035515:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057306240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3306us (3514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.035522:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6252 00000100:00100000:3.0:1746156244.035838:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057306368 00000100:00100000:3.0:1746156244.035844:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057306368 00010000:00010000:3.0:1746156244.035868:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.035887:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10790 00000100:00100000:3.0:1746156244.035893:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057306368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.035903:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.035920:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.035930:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.035947:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77a8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138ba expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.035959:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.035961:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.035967:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.035974:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.035997:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.036007:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944448:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.036693:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.039489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.039538:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057306496 00000100:00100000:2.0:1746156244.039545:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057306496 00000100:00100000:2.0:1746156244.039614:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6253 00000100:00100000:2.0:1746156244.039623:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057306496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.039637:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.039651:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138c8 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.039671:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.039676:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.039677:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.039679:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.039701:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.039711:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 5 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.039717:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.039722:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053944576:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.039781:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944448:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.039796:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.039814:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057306368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3921us (4503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.039821:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10790 00000100:00100000:2.0:1746156244.040042:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.040074:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057306752 00000100:00100000:3.0:1746156244.040078:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057306752 00002000:00100000:3.0:1746156244.040096:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9c00 x1830977057306752/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.040104:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9c00 with x1830977057306752 ext(0->4095) 00010000:00010000:3.0:1746156244.040110:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.040131:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.040137:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e9c00 00000100:00100000:3.0:1746156244.040154:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2578 00000100:00100000:3.0:1746156244.040159:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057306752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.040264:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057306752:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (547us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.040269:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2578 00002000:00100000:3.0:1746156244.040274:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9c00 x1830977057306752/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.040280:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9c00 with x1830977057306752 ext(0->4095) 00010000:00010000:3.0:1746156244.040284:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.040292:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.040296:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e9c00 00000100:00100000:0.0:1746156244.044385:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.044411:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053944576:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.044438:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.044450:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:0.0:1746156244.044454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.044495:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057306496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4874us (5012us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.044502:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6253 00000100:00100000:2.0:1746156244.044528:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057306880 00000100:00100000:2.0:1746156244.044533:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057306880 00000100:00100000:2.0:1746156244.044564:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6254 00000100:00100000:2.0:1746156244.044569:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31591:x1830977057306880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.044587:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.044597:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138cf expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.044618:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.044622:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.044627:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.044630:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.044657:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.044666:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.044684:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156244.044735:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31591:x1830977057306880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.044741:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6254 00000100:00100000:3.0:1746156244.044804:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057307008 00000100:00100000:3.0:1746156244.044808:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057307008 00010000:00010000:3.0:1746156244.044825:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.045324:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10791 00000100:00100000:3.0:1746156244.045331:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057307008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.045340:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.045355:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.045383:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.045399:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77a92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c1 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.045421:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.045422:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.045427:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.045434:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.045453:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.045465:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.045474:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944832:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.045529:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.046723:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944832:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.046737:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.046770:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057307008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1439us (2315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.046777:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10791 00000100:00100000:0.0:1746156244.047054:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.047150:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057307264 00000100:00100000:2.0:1746156244.047155:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057307264 00002000:00100000:2.0:1746156244.047289:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927ea680 x1830977057307264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.047296:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927ea680 with x1830977057307264 ext(0->4095) 00010000:00010000:2.0:1746156244.047301:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.047309:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.047312:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927ea680 00000100:00100000:2.0:1746156244.047330:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2579 00000100:00100000:2.0:1746156244.047336:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057307264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.047469:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057307264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.047475:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2579 00002000:00100000:2.0:1746156244.047479:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927ea680 x1830977057307264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.047490:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927ea680 with x1830977057307264 ext(0->4095) 00010000:00010000:2.0:1746156244.047495:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.047502:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.047507:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927ea680 00000100:00100000:0.0:1746156244.049877:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.050278:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057307392 00000100:00100000:3.0:1746156244.050285:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057307392 00010000:00010000:3.0:1746156244.050310:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.050337:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10792 00000100:00100000:3.0:1746156244.050342:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057307392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.050351:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.050382:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.050391:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.050406:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77a99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138c8 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.050653:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.050655:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.050662:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.050668:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.050692:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.050701:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944960:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.050998:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.052733:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.052796:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053944960:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.052804:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057307648 00000100:00100000:2.0:1746156244.052809:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057307648 00010000:00010000:3.0:1746156244.052813:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156244.052839:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927ead80 x1830977057307648/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746156244.052840:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057307392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2498us (2969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.052847:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10792 00002000:00100000:2.0:1746156244.052847:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927ead80 with x1830977057307648 ext(0->4095) 00002000:00010000:2.0:1746156244.052850:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927ead80 00000100:00100000:2.0:1746156244.052869:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4596 00000100:00100000:2.0:1746156244.052875:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057307648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.053177:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057307648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 301us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.053182:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4596 00002000:00100000:2.0:1746156244.053188:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927ead80 x1830977057307648/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.053195:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927ead80 with x1830977057307648 ext(0->4095) 00002000:00010000:2.0:1746156244.053197:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927ead80 00000100:00100000:0.0:1746156244.055854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.055971:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057307776 00000100:00100000:2.0:1746156244.055977:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057307776 00000100:00100000:2.0:1746156244.056018:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6255 00000100:00100000:2.0:1746156244.056024:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057307776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.056037:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.056049:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138d6 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.056068:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.056075:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.056076:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.056079:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.056100:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.056109:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 7 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.056155:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053945088:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.056666:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.059014:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053945088:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156244.059014:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156244.059042:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.059061:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:3.0:1746156244.059091:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057307904 00000100:00100000:3.0:1746156244.059096:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057307904 00000100:00100000:2.0:1746156244.059106:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057307776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3082us (3258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.059121:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6255 00010000:00010000:3.0:1746156244.059131:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.059162:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10793 00000100:00100000:3.0:1746156244.059168:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057307904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.059181:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.059198:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.059208:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.059225:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77aa0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138cf expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.059236:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.059238:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.059242:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.059249:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.059269:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.059278:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053945216:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.059328:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.060850:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053945216:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.060865:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.061063:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057307904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1895us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.061074:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10793 00000100:00100000:0.0:1746156244.062296:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.062397:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057308160 00000100:00100000:2.0:1746156244.062403:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057308160 00002000:00100000:2.0:1746156244.062437:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927eb800 x1830977057308160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.062446:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927eb800 with x1830977057308160 ext(0->4095) 00002000:00010000:2.0:1746156244.062449:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927eb800 00000100:00100000:2.0:1746156244.062470:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4597 00000100:00100000:2.0:1746156244.062476:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057308160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.062605:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057308160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.062610:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4597 00002000:00100000:2.0:1746156244.062615:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927eb800 x1830977057308160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.062622:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927eb800 with x1830977057308160 ext(0->4095) 00002000:00010000:2.0:1746156244.062624:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927eb800 00000100:00100000:0.0:1746156244.064226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.064259:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.064486:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057308288 00000100:00100000:2.0:1746156244.064491:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057308288 00000100:00100000:2.0:1746156244.064681:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057308416 00000100:00100000:2.0:1746156244.064684:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057308416 00000100:00100000:1.0:1746156244.064855:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6256 00000100:00100000:1.0:1746156244.064863:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057308288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.064876:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.064888:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138dd expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.064913:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.064919:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.064921:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.064924:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.064945:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.064954:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 5 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.064964:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053945344:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.065022:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.065038:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6257 00000100:00100000:1.0:1746156244.065043:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31591:x1830977057308416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.065049:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.065054:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138e4 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.065063:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.065066:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.065076:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.065078:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 10 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.065094:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.065104:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 10 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.065122:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:1.0:1746156244.065139:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:31591:x1830977057308416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.065144:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6257 00000100:00100000:0.0:1746156244.066905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.066981:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053945344:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.067000:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.067011:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:1.0:1746156244.067038:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31590:x1830977057308288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2175us (2819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.067045:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6256 00000100:00100000:3.0:1746156244.067198:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057308544 00000100:00100000:3.0:1746156244.067203:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057308544 00010000:00010000:3.0:1746156244.067226:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.067255:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10794 00000100:00100000:3.0:1746156244.067261:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057308544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.067272:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.067287:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.067296:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.067311:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77aa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138d6 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.067774:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.067776:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.067782:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.067788:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.067811:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.067820:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 8 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.067828:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053945600:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.067879:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.071428:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053945600:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.071447:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.071499:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057308544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4237us (4598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.071508:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10794 00000100:00100000:0.0:1746156244.071584:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.071618:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057308800 00000100:00100000:3.0:1746156244.071623:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057308800 00002000:00100000:3.0:1746156244.071649:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9500 x1830977057308800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.071657:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9500 with x1830977057308800 ext(0->4095) 00010000:00010000:3.0:1746156244.071664:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.071674:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.071680:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e9500 00000100:00100000:3.0:1746156244.071702:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2580 00000100:00100000:3.0:1746156244.071709:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057308800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.071818:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057308800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.071823:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2580 00002000:00100000:3.0:1746156244.071828:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9500 x1830977057308800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.071835:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9500 with x1830977057308800 ext(0->4095) 00010000:00010000:3.0:1746156244.071842:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.071851:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.071856:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e9500 00000100:00100000:0.0:1746156244.075325:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.075418:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057308928 00000100:00100000:3.0:1746156244.075425:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057308928 00010000:00010000:3.0:1746156244.075454:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.075535:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10795 00000100:00100000:3.0:1746156244.075542:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057308928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.075553:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.075570:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.075579:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.075596:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22be00/0xb0171789e0e77aae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138dd expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.075621:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.075622:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.075628:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.075634:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.075660:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.075670:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053945728:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.075725:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.077486:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053945728:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.077505:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.077533:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057308928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1992us (2214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.077541:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10795 00000100:00100000:0.0:1746156244.078076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.078234:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057309184 00000100:00100000:3.0:1746156244.078239:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057309184 00002000:00100000:3.0:1746156244.078412:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8380 x1830977057309184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.078427:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8380 with x1830977057309184 ext(0->4095) 00002000:00010000:3.0:1746156244.078430:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945c8380 00000100:00100000:3.0:1746156244.078658:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4598 00000100:00100000:3.0:1746156244.078665:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057309184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.078785:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057309184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (709us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.078790:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4598 00002000:00100000:3.0:1746156244.078795:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8380 x1830977057309184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.078802:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8380 with x1830977057309184 ext(0->4095) 00002000:00010000:3.0:1746156244.078805:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945c8380 00000100:00100000:0.0:1746156244.080234:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.080288:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057309312 00000100:00100000:1.0:1746156244.080297:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057309312 00000100:00100000:1.0:1746156244.080337:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6258 00000100:00100000:1.0:1746156244.080344:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057309312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.080355:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.080385:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138eb expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.080405:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.080412:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.080413:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.080416:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.080440:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.080449:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 7 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.080458:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053945856:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.080528:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.082725:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053945856:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.082747:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.082759:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:1.0:1746156244.082799:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057309312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2455us (2567us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.082809:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6258 00000100:00100000:2.0:1746156244.084661:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.085003:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057309440 00000100:00100000:3.0:1746156244.085011:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057309440 00010000:00010000:3.0:1746156244.085037:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.085073:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10796 00000100:00100000:3.0:1746156244.085080:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057309440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.085090:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.085107:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.085127:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.085146:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22b000/0xb0171789e0e77ab5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138e4 expref: 8 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.085169:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.085170:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.085176:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.085183:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.085208:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.085218:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053945984:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.085341:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.087586:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053945984:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.087605:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.087647:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057309440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2567us (2990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.087656:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10796 00000100:00100000:0.0:1746156244.087792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.087832:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057309696 00000100:00100000:0.0:1746156244.087835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.087837:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057309696 00000100:00100000:1.0:1746156244.087882:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057309824 00000100:00100000:1.0:1746156244.087885:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057309824 00000100:00100000:1.0:1746156244.087908:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6259 00000100:00100000:1.0:1746156244.087914:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:31590:x1830977057309824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.087926:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.087937:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138f2 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.087957:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.087963:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.087964:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.087967:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.087988:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.088003:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.088013:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053946112:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.088053:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00002000:00100000:3.0:1746156244.088107:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8700 x1830977057309696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.088131:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8700 with x1830977057309696 ext(0->4095) 00010000:00010000:3.0:1746156244.088136:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.088144:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.088150:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c8700 00000100:00100000:3.0:1746156244.088174:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2581 00000100:00100000:3.0:1746156244.088180:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057309696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.088621:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057309696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 440us (828us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.088627:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2581 00002000:00100000:3.0:1746156244.088632:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8700 x1830977057309696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.088817:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8700 with x1830977057309696 ext(0->4095) 00010000:00010000:3.0:1746156244.088825:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.088833:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.088838:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c8700 00000100:00100000:1.0:1746156244.089798:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053946112:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.089818:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.089829:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90c00, rc 0) 00000100:00100000:1.0:1746156244.089870:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057309824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1956us (2035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.089877:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6259 00000100:00100000:0.0:1746156244.091434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.091661:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057310080 00000100:00100000:3.0:1746156244.091668:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057310080 00010000:00010000:3.0:1746156244.091695:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.091722:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10797 00000100:00100000:3.0:1746156244.091728:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057310080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.091737:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.091753:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.091764:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.091781:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77abc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138eb expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.091794:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.091795:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.091800:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.091808:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.091833:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.091844:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053946240:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.091908:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.093566:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.093712:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057309952 00000100:00100000:1.0:1746156244.093717:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057309952 00000100:00100000:1.0:1746156244.093745:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6260 00000100:00100000:1.0:1746156244.093751:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31591:x1830977057309952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.093763:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.093775:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8138f9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.093795:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.093800:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.093802:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.093805:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.093826:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.093836:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.093860:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053946368:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.093904:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.094030:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.094107:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053946240:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.094132:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.094157:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057310080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2429us (2727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.094176:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10797 00000100:00100000:3.0:1746156244.094222:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057310336 00000100:00100000:3.0:1746156244.094225:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057310336 00002000:00100000:3.0:1746156244.094243:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8e00 x1830977057310336/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.094251:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8e00 with x1830977057310336 ext(0->4095) 00010000:00010000:3.0:1746156244.094256:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 10 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.094265:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 10 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.094270:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c8e00 00000100:00100000:3.0:1746156244.094280:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2582 00000100:00100000:3.0:1746156244.094286:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057310336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.094413:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057310336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (383us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.094418:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2582 00002000:00100000:3.0:1746156244.094423:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8e00 x1830977057310336/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.094435:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8e00 with x1830977057310336 ext(0->4095) 00010000:00010000:3.0:1746156244.094439:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 10 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.094447:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 10 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.094452:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c8e00 00000100:00100000:1.0:1746156244.096423:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053946368:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.096444:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.096456:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156244.096499:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31591:x1830977057309952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2747us (2937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.096506:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6260 00000100:00100000:0.0:1746156244.097160:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.097286:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057310592 00000100:00100000:3.0:1746156244.097292:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057310592 00002000:00100000:3.0:1746156244.097320:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800945c9180 x1830977057310592/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.097328:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c9180 with x1830977057310592 ext(0->7) 00010000:00010000:3.0:1746156244.097333:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.097342:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 9 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.097348:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c9180 00000100:00100000:3.0:1746156244.097363:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2583 00000100:00100000:3.0:1746156244.097386:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057310592:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156244.098142:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057310592:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 753us (980us total) trans 4294967988 rc 0/0 00000100:00100000:3.0:1746156244.098149:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2583 00002000:00100000:3.0:1746156244.098157:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800945c9180 x1830977057310592/t4294967988(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/448 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.098163:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c9180 with x1830977057310592 ext(0->7) 00010000:00010000:3.0:1746156244.098168:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.098178:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.098183:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c9180 00000100:00100000:1.0:1746156244.098343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.098546:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057310720 00000100:00100000:0.0:1746156244.098550:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057310720 00000100:00100000:0.0:1746156244.098588:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6261 00000100:00100000:0.0:1746156244.098594:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:31590:x1830977057310720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156244.098602:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156244.098612:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813900 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.098627:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.098631:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.098635:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156244.098637:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.098660:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.098742:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 12 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.098750:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:0.0:1746156244.098780:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057310720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156244.098784:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6261 00000100:00100000:0.0:1746156244.099731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.099830:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057310848 00000100:00100000:3.0:1746156244.099835:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057310848 00010000:00010000:3.0:1746156244.099853:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 12 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.099917:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10798 00000100:00100000:3.0:1746156244.099923:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057310848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.099931:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.099945:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 12 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.099954:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 12 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.099969:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77ac3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f2 expref: 12 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.099982:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.099984:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.099988:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.099995:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.100014:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.100023:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.100031:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053946624:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.100145:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.101801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.101898:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053946624:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.101916:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.101943:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057310848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2020us (2214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.101951:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10798 00000100:00100000:1.0:1746156244.102120:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057311104 00000100:00100000:1.0:1746156244.102126:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057311104 00002000:00100000:1.0:1746156244.102152:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c9880 x1830977057311104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.102160:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c9880 with x1830977057311104 ext(0->4095) 00010000:00010000:1.0:1746156244.102176:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.102187:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.102193:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c9880 00000100:00100000:1.0:1746156244.102206:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2584 00000100:00100000:1.0:1746156244.102213:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1972:x1830977057311104:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156244.102334:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1972:x1830977057311104:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.102339:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2584 00002000:00100000:1.0:1746156244.102344:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c9880 x1830977057311104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.102350:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c9880 with x1830977057311104 ext(0->4095) 00010000:00010000:1.0:1746156244.102354:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.102361:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.102389:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c9880 00000100:00100000:0.0:1746156244.104355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.104422:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.104477:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057311232 00000100:00100000:2.0:1746156244.104484:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057311232 00000100:00100000:2.0:1746156244.104515:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6262 00000100:00100000:2.0:1746156244.104522:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057311232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.104534:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.104546:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813907 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.104564:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.104569:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.104573:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.104576:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.104639:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.104651:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.104659:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156244.104697:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057311232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.104702:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6262 00000100:00100000:3.0:1746156244.104883:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057311360 00000100:00100000:3.0:1746156244.104887:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057311360 00010000:00010000:3.0:1746156244.104903:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.104934:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10799 00000100:00100000:3.0:1746156244.104940:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057311360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.104947:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.104961:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.104969:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.104982:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77aca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8138f9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.105003:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.105004:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.105009:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.105015:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.105032:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.105041:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.105055:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053946880:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.105109:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a540a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.107236:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053946880:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.107241:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156244.107253:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.107295:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057311360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2354us (2871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.107296:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057311488 00000100:00100000:1.0:1746156244.107301:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057311488 00000100:00100000:3.0:1746156244.107302:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10799 00010000:00010000:1.0:1746156244.107323:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.107343:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10800 00000100:00100000:1.0:1746156244.107349:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1972:x1830977057311488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.107358:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.107402:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.107415:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.107431:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77ad1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813900 expref: 10 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.107444:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.107446:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.107451:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.107457:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.107479:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.107488:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053947008:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.107532:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.108706:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053947008:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.108717:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.108748:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057311488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1398us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.108755:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10800 00000100:00100000:0.0:1746156244.109059:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.109200:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057311744 00000100:00100000:3.0:1746156244.109205:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057311744 00002000:00100000:3.0:1746156244.109235:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945ca680 x1830977057311744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.109252:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ca680 with x1830977057311744 ext(0->4095) 00002000:00010000:3.0:1746156244.109256:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ca680 00000100:00100000:3.0:1746156244.109275:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4599 00000100:00100000:3.0:1746156244.109282:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057311744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.109426:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057311744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.109431:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4599 00002000:00100000:3.0:1746156244.109436:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945ca680 x1830977057311744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.109443:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ca680 with x1830977057311744 ext(0->4095) 00002000:00010000:3.0:1746156244.109446:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ca680 00000100:00100000:0.0:1746156244.111342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.111512:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057311872 00000100:00100000:2.0:1746156244.111517:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057311872 00000100:00100000:2.0:1746156244.111550:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6263 00000100:00100000:2.0:1746156244.111557:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31591:x1830977057311872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.111569:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.111582:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81390e expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.111601:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.111607:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.111609:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.111612:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 10 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.111634:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.111643:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 5 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.111652:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053947136:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.111721:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.113925:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.114027:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053947136:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.114052:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 10 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.114071:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:1.0:1746156244.114072:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057312000 00000100:00100000:1.0:1746156244.114078:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057312000 00010000:00010000:1.0:1746156244.114099:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.114126:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:31591:x1830977057311872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2569us (2786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.114132:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6263 00000100:00100000:1.0:1746156244.114183:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10801 00000100:00100000:1.0:1746156244.114189:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057312000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.114199:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.114219:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.114228:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.114244:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77ad8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813907 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.114253:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.114255:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.114260:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.114266:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.114336:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.114347:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053947264:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.114536:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.116588:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053947264:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.116603:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.116631:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057312000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2442us (2712us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.116640:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10801 00000100:00100000:0.0:1746156244.117021:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.117066:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057312256 00000100:00100000:3.0:1746156244.117072:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057312256 00002000:00100000:3.0:1746156244.117100:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945cb100 x1830977057312256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.117108:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945cb100 with x1830977057312256 ext(0->4095) 00002000:00010000:3.0:1746156244.117122:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945cb100 00000100:00100000:3.0:1746156244.117146:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4600 00000100:00100000:3.0:1746156244.117153:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057312256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.117269:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057312256:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.117275:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4600 00002000:00100000:3.0:1746156244.117279:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945cb100 x1830977057312256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.117285:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945cb100 with x1830977057312256 ext(0->4095) 00002000:00010000:3.0:1746156244.117287:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945cb100 00000100:00100000:0.0:1746156244.141514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.142051:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057312384 00000100:00100000:2.0:1746156244.142058:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057312384 00000100:00100000:2.0:1746156244.142095:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6264 00000100:00100000:2.0:1746156244.142101:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057312384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.142125:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.142138:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813915 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.142160:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.142166:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.142168:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.142170:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.142192:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.142202:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 9 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.142214:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053947392:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.142289:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.145177:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053947392:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156244.145186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156244.145204:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.145218:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156244.145260:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057312384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3159us (3752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.145266:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6264 00000100:00100000:3.0:1746156244.145624:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057312512 00000100:00100000:3.0:1746156244.145629:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057312512 00002000:00100000:3.0:1746156244.145662:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800945cb800 x1830977057312512/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.145670:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945cb800 with x1830977057312512 ext(0->7) 00010000:00010000:3.0:1746156244.145675:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 10 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.145686:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 10 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.145696:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945cb800 00000100:00100000:3.0:1746156244.145709:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2585 00000100:00100000:3.0:1746156244.145715:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057312512:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156244.146130:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057312512:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 413us (942us total) trans 4294967989 rc 0/0 00000100:00100000:3.0:1746156244.146137:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2585 00002000:00100000:3.0:1746156244.146143:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800945cb800 x1830977057312512/t4294967989(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/448 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.146150:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945cb800 with x1830977057312512 ext(0->7) 00010000:00010000:3.0:1746156244.146155:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.146163:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.146168:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945cb800 00000100:00100000:0.0:1746156244.147824:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.147926:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057312640 00000100:00100000:1.0:1746156244.147932:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057312640 00010000:00010000:1.0:1746156244.147956:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.147988:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10802 00000100:00100000:1.0:1746156244.147994:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1973:x1830977057312640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.148004:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.148018:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.148027:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.148046:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77adf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81390e expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.148072:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.148074:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.148079:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.148090:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.148144:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.148154:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053947520:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.148221:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.152036:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.152106:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057312896 00000100:00100000:3.0:1746156244.152123:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057312896 00002000:00100000:3.0:1746156244.152161:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8000 x1830977057312896/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.152170:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8000 with x1830977057312896 ext(0->4095) 00002000:00010000:3.0:1746156244.152174:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945c8000 00000100:00100000:3.0:1746156244.152189:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4601 00000100:00100000:3.0:1746156244.152195:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057312896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.152311:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057312896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (282us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.152316:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4601 00002000:00100000:3.0:1746156244.152321:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8000 x1830977057312896/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.152328:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8000 with x1830977057312896 ext(0->4095) 00002000:00010000:3.0:1746156244.152330:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945c8000 00000100:00100000:1.0:1746156244.152408:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053947520:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.152423:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.152450:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1973:x1830977057312640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4457us (4630us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.152458:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10802 00000100:00100000:0.0:1746156244.153841:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.153941:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057313024 00000100:00100000:2.0:1746156244.153947:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057313024 00000100:00100000:2.0:1746156244.153993:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6265 00000100:00100000:2.0:1746156244.153999:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:31591:x1830977057313024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.154012:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.154024:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81391c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.154044:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.154051:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.154052:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.154055:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.154081:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.154090:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.154099:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053947648:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.154491:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.157194:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.157637:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053947648:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.157666:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156244.157666:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156244.157680:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:0.0:1746156244.157695:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057313280 00000100:00100000:0.0:1746156244.157700:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057313280 00000100:00100000:2.0:1746156244.157711:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057313024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3713us (3874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.157718:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6265 00010000:00010000:0.0:1746156244.157723:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.157733:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057313152 00000100:00100000:2.0:1746156244.157742:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057313152 00000100:00100000:0.0:1746156244.157755:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10803 00000100:00100000:0.0:1746156244.157761:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057313280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746156244.157764:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6266 00000100:00100000:2.0:1746156244.157769:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057313152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156244.157770:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.157779:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156244.157786:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.157788:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813923 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.157797:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.158107:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.158124:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.158130:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.158132:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.158156:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.158166:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.158172:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00010000:00010000:0.0:1746156244.158221:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77ae6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813915 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156244.158235:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156244.158237:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156244.158242:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.158249:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.158342:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057313152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 571us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.158347:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6266 00010000:00010000:0.0:1746156244.158505:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.158515:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.158529:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053947904:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.158581:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.161512:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053947904:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.161519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156244.161524:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.161557:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057313280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3797us (3892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.161565:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10803 00000100:00100000:1.0:1746156244.161662:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057313536 00000100:00100000:1.0:1746156244.161666:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057313536 00002000:00100000:1.0:1746156244.161690:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8e00 x1830977057313536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.161696:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8e00 with x1830977057313536 ext(0->4095) 00010000:00010000:1.0:1746156244.161702:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.161709:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.161713:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8e00 00000100:00100000:1.0:1746156244.161723:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2586 00000100:00100000:1.0:1746156244.161726:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057313536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156244.162069:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057313536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 340us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.162075:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2586 00002000:00100000:1.0:1746156244.162080:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8e00 x1830977057313536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.162086:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8e00 with x1830977057313536 ext(0->4095) 00010000:00010000:1.0:1746156244.162091:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.162100:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.162105:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8e00 00000100:00100000:0.0:1746156244.163836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.163894:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057313664 00000100:00100000:2.0:1746156244.163900:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057313664 00000100:00100000:0.0:1746156244.163919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.163945:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6267 00000100:00100000:2.0:1746156244.163952:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057313664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.163964:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156244.163972:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057313792 00000100:00100000:3.0:1746156244.163976:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057313792 00010000:00010000:2.0:1746156244.163978:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81392a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.163996:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.163998:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.164001:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.164006:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.164010:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.164029:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10804 00000100:00100000:3.0:1746156244.164035:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1972:x1830977057313792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.164043:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.164171:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.164184:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.164245:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77aed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81391c expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.164246:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.164259:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.164267:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.164268:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.164273:0:21377:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.164280:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.164296:0:21377:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.164306:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.164315:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053948160:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.164397:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746156244.164503:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.164523:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1972:x1830977057313792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 488us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.164529:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10804 00000100:00100000:2.0:1746156244.166762:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053948160:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.166778:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156244.166818:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057313664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2866us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.166824:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6267 00000100:00100000:0.0:1746156244.166878:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.166940:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057314048 00000100:00100000:2.0:1746156244.166944:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057314048 00002000:00100000:2.0:1746156244.166997:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9880 x1830977057314048/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.167005:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9880 with x1830977057314048 ext(0->4095) 00010000:00010000:2.0:1746156244.167011:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.167021:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.167026:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e9880 00000100:00100000:2.0:1746156244.167045:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2587 00000100:00100000:2.0:1746156244.167050:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057314048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.167307:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057314048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 256us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.167315:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2587 00002000:00100000:2.0:1746156244.167320:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9880 x1830977057314048/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.167327:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9880 with x1830977057314048 ext(0->4095) 00010000:00010000:2.0:1746156244.167331:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.167339:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.167344:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e9880 00000100:00100000:0.0:1746156244.169289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.169380:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057314176 00000100:00100000:2.0:1746156244.169386:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057314176 00000100:00100000:2.0:1746156244.169474:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6268 00000100:00100000:2.0:1746156244.169481:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057314176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.169494:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.169505:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813931 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.169523:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.169527:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.169532:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.169534:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.169564:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.169574:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.169582:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d400, rc 0) 00000100:00100000:2.0:1746156244.169749:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057314176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 268us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.169755:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6268 00000100:00100000:0.0:1746156244.170979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.171272:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057314304 00000100:00100000:3.0:1746156244.171278:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057314304 00010000:00010000:3.0:1746156244.171302:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.171832:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10805 00000100:00100000:3.0:1746156244.171839:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057314304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.171849:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.171865:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.171874:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.171890:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77af4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813923 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.172030:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.172032:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.172039:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.172045:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.172074:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.172087:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.172098:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053948416:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.172749:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.175017:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053948416:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.175034:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.175076:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057314304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3237us (4100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.175085:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10805 00000100:00100000:0.0:1746156244.175144:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.175346:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057314560 00000100:00100000:2.0:1746156244.175352:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057314560 00002000:00100000:2.0:1746156244.175401:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8380 x1830977057314560/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.175409:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8380 with x1830977057314560 ext(0->4095) 00010000:00010000:2.0:1746156244.175415:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.175425:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.175431:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8380 00000100:00100000:2.0:1746156244.175453:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2588 00000100:00100000:2.0:1746156244.175460:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057314560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.175585:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057314560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.175590:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2588 00002000:00100000:2.0:1746156244.175594:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8380 x1830977057314560/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.175599:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8380 with x1830977057314560 ext(0->4095) 00010000:00010000:2.0:1746156244.175603:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.175610:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.175615:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8380 00000100:00100000:0.0:1746156244.177614:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.177697:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057314688 00000100:00100000:3.0:1746156244.177701:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057314688 00010000:00010000:3.0:1746156244.177720:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.177741:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10806 00000100:00100000:3.0:1746156244.177745:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057314688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.177754:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.177767:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.177778:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.177791:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77afb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81392a expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.177810:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.177812:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.177818:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 11 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.177824:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 11 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.177849:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 11 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.177860:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053948544:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.177927:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.179753:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053948544:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.179768:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.179790:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057314688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2045us (2180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.179797:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10806 00000100:00100000:0.0:1746156244.180279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.180719:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057314944 00000100:00100000:2.0:1746156244.180724:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057314944 00002000:00100000:2.0:1746156244.180758:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927eaa00 x1830977057314944/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.180765:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927eaa00 with x1830977057314944 ext(0->4095) 00002000:00010000:2.0:1746156244.180768:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927eaa00 00000100:00100000:2.0:1746156244.180792:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4602 00000100:00100000:2.0:1746156244.180798:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057314944:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.180921:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057314944:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.180926:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4602 00002000:00100000:2.0:1746156244.180931:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927eaa00 x1830977057314944/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.180941:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927eaa00 with x1830977057314944 ext(0->4095) 00002000:00010000:2.0:1746156244.180943:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927eaa00 00000100:00100000:0.0:1746156244.183172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.183279:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057315072 00000100:00100000:2.0:1746156244.183285:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057315072 00000100:00100000:2.0:1746156244.183330:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6269 00000100:00100000:2.0:1746156244.183336:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057315072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.183349:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.183362:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813938 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.183403:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 11 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.183552:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.183555:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.183558:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.183582:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 11 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.183591:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 11 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.183600:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053948672:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.183670:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.188529:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053948672:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.188557:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.188572:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156244.188621:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057315072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5284us (5452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.188628:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6269 00000100:00100000:0.0:1746156244.189663:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.189750:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057315200 00000100:00100000:3.0:1746156244.189756:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057315200 00010000:00010000:3.0:1746156244.189859:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.189891:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10807 00000100:00100000:3.0:1746156244.189898:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057315200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.189909:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.189925:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.189936:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.189954:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d400/0xb0171789e0e77b02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813931 expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.189980:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.189982:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.189988:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.189995:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.190022:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.190031:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053948800:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.190096:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.192613:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.193424:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057315328 00000100:00100000:2.0:1746156244.193431:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057315328 00000100:00100000:0.0:1746156244.193461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.193630:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6270 00000100:00100000:2.0:1746156244.193639:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057315328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.193654:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.193667:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81393f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.193695:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.193701:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.193702:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.193705:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.193725:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.193734:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.193744:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053948928:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.193767:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057315584 00000100:00100000:3.0:1746156244.193771:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057315584 00000100:00100000:2.0:1746156244.193793:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00002000:00100000:3.0:1746156244.193794:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b515500 x1830977057315584/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.193802:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515500 with x1830977057315584 ext(0->4095) 00010000:00010000:3.0:1746156244.193807:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.193815:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.193820:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b515500 00000100:00100000:3.0:1746156244.193832:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2589 00000100:00100000:3.0:1746156244.193837:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057315584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.193873:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053948800:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.193886:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.193904:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057315200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4007us (4245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.193916:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10807 00000100:00100000:3.0:1746156244.193933:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057315584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.193938:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2589 00002000:00100000:3.0:1746156244.193943:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b515500 x1830977057315584/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.193950:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515500 with x1830977057315584 ext(0->4095) 00010000:00010000:3.0:1746156244.193953:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.193962:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.193967:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b515500 00000100:00100000:2.0:1746156244.195012:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053948928:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.195034:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.195045:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156244.195078:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057315328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1440us (2471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.195084:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6270 00000100:00100000:0.0:1746156244.196083:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.196133:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.196144:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057315712 00000100:00100000:2.0:1746156244.196149:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057315712 00000100:00100000:1.0:1746156244.196224:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6271 00000100:00100000:3.0:1746156244.196232:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057315840 00000100:00100000:1.0:1746156244.196235:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057315712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156244.196236:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057315840 00010000:00010000:1.0:1746156244.196249:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.196254:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.196260:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813946 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.196277:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.196281:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.196283:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10808 00010000:00010000:1.0:1746156244.196286:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746156244.196289:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057315840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.196290:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.196296:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.196311:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.196313:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.196320:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.196336:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77b09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813938 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.196336:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.196342:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.196343:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.196347:0:15159:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.196353:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.196362:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156244.196397:0:15159:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.196407:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.196416:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053949184:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.196419:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057315840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 129us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.196425:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10808 00000100:00100000:1.0:1746156244.196465:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.197991:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053949184:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.198005:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:1.0:1746156244.198035:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31591:x1830977057315712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1803us (1954us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.198043:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6271 00000100:00100000:0.0:1746156244.201504:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.201581:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057316096 00000100:00100000:3.0:1746156244.201589:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057316096 00002000:00100000:3.0:1746156244.201625:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a1e7050 x1830977057316096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.201640:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1e7050 with x1830977057316096 ext(0->4095) 00010000:00010000:3.0:1746156244.201647:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.201660:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.201666:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1e7050 00000100:00100000:3.0:1746156244.201695:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2590 00000100:00100000:3.0:1746156244.201702:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057316096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.201828:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057316096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.201834:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2590 00002000:00100000:3.0:1746156244.201839:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009a1e7050 x1830977057316096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.201845:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1e7050 with x1830977057316096 ext(0->4095) 00010000:00010000:3.0:1746156244.201849:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.201857:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.201862:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1e7050 00000100:00100000:0.0:1746156244.207991:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.208214:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057316224 00000100:00100000:3.0:1746156244.208221:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057316224 00010000:00010000:3.0:1746156244.208249:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.208280:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10809 00000100:00100000:3.0:1746156244.208287:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1973:x1830977057316224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.208297:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.208313:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.208323:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.208340:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77b10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81393f expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.208387:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.208389:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.208395:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.208402:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.208426:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.208486:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053949312:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.208754:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.211004:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053949312:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.211004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156244.211019:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.211048:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1973:x1830977057316224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2762us (3063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.211056:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10809 00000100:00100000:2.0:1746156244.211074:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057316480 00000100:00100000:2.0:1746156244.211079:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057316480 00002000:00100000:2.0:1746156244.211121:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931ba680 x1830977057316480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.211130:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931ba680 with x1830977057316480 ext(0->4095) 00002000:00010000:2.0:1746156244.211133:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931ba680 00000100:00100000:2.0:1746156244.211157:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4603 00000100:00100000:2.0:1746156244.211165:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057316480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.211418:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057316480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 254us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.211424:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4603 00002000:00100000:2.0:1746156244.211429:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931ba680 x1830977057316480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.211436:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931ba680 with x1830977057316480 ext(0->4095) 00002000:00010000:2.0:1746156244.211438:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931ba680 00000100:00100000:0.0:1746156244.213212:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.213338:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057316608 00000100:00100000:1.0:1746156244.213343:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057316608 00000100:00100000:1.0:1746156244.213407:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6272 00000100:00100000:1.0:1746156244.213413:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057316608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.213425:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.213436:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81394d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.213456:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.213462:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.213464:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.213467:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.213487:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.213497:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 11 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.213506:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053949440:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.213569:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.215916:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.216272:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053949440:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.216287:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057316736 00000100:00100000:3.0:1746156244.216294:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057316736 00010000:00010000:1.0:1746156244.216296:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.216310:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00010000:00010000:3.0:1746156244.216323:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.216340:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057316608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2927us (3133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.216346:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6272 00000100:00100000:3.0:1746156244.216349:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10810 00000100:00100000:3.0:1746156244.216355:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057316736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.216389:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.216407:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.216417:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.216436:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77b17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813946 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.216511:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.216513:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.216519:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.216531:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.216556:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.216566:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053949568:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.216720:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.218940:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053949568:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.219028:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.219150:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057316736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2793us (3238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.219158:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10810 00000100:00100000:0.0:1746156244.219236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.219300:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057316992 00000100:00100000:2.0:1746156244.219305:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057316992 00002000:00100000:2.0:1746156244.219336:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8a80 x1830977057316992/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.219345:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8a80 with x1830977057316992 ext(0->4095) 00002000:00010000:2.0:1746156244.219349:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8a80 00000100:00100000:2.0:1746156244.219397:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4604 00000100:00100000:2.0:1746156244.219403:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057316992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.221801:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057316992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 2392us (2560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.221811:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4604 00002000:00100000:2.0:1746156244.221820:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8a80 x1830977057316992/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.221829:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8a80 with x1830977057316992 ext(0->4095) 00002000:00010000:2.0:1746156244.221833:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8a80 00000100:00100000:0.0:1746156244.222702:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.222767:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057317120 00000100:00100000:1.0:1746156244.222774:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057317120 00000100:00100000:1.0:1746156244.222851:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6273 00000100:00100000:1.0:1746156244.222858:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:31590:x1830977057317120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.222871:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.222883:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813954 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.222904:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.222910:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.222912:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.222915:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.222938:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.222948:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 5 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.222959:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053949696:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.223010:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.224310:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053949696:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.224328:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.224439:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:1.0:1746156244.224479:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057317120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1620us (1778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.224486:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6273 00000100:00100000:0.0:1746156244.225411:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.225491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.225571:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057317248 00000100:00100000:1.0:1746156244.225576:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057317248 00000100:00100000:1.0:1746156244.225759:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6274 00000100:00100000:1.0:1746156244.225766:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057317248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.225777:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.225788:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81395b expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.225804:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.225808:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.225813:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.225816:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.225843:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.225852:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.225858:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90c00, rc 0) 00000100:00100000:1.0:1746156244.225883:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31591:x1830977057317248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.225887:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6274 00000100:00100000:3.0:1746156244.226182:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057317376 00000100:00100000:3.0:1746156244.226186:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057317376 00010000:00010000:3.0:1746156244.226204:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.226229:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10811 00000100:00100000:3.0:1746156244.226234:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057317376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.226240:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.226255:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.226264:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.226277:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77b1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81394d expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.226296:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.226298:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.226303:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.226308:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.226325:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.226333:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.226342:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053949952:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.226402:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.228448:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053949952:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.228457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156244.228466:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.228494:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057317376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2260us (3003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.228502:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10811 00000100:00100000:2.0:1746156244.228544:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057317632 00000100:00100000:2.0:1746156244.228549:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057317632 00002000:00100000:2.0:1746156244.228583:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9f80 x1830977057317632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.228591:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977057317632 ext(0->4095) 00010000:00010000:2.0:1746156244.228598:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.228608:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.228614:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9f80 00000100:00100000:2.0:1746156244.228638:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2591 00000100:00100000:2.0:1746156244.228644:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057317632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.229603:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057317632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 955us (1142us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.229609:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2591 00002000:00100000:2.0:1746156244.229615:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9f80 x1830977057317632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.229622:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977057317632 ext(0->4095) 00010000:00010000:2.0:1746156244.229627:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.229636:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.229645:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9f80 00000100:00100000:0.0:1746156244.231970:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.232293:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057317760 00000100:00100000:3.0:1746156244.232301:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057317760 00010000:00010000:3.0:1746156244.232329:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.232601:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10812 00000100:00100000:1.0:1746156244.232611:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1972:x1830977057317760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.232622:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.232640:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.232652:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.232670:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77b25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813954 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.232813:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.232816:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.232822:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.232830:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.232858:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.232869:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053950080:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.233554:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.236126:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.236176:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057318016 00000100:00100000:2.0:1746156244.236182:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057318016 00002000:00100000:2.0:1746156244.236217:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8700 x1830977057318016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.236226:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8700 with x1830977057318016 ext(0->4095) 00002000:00010000:2.0:1746156244.236230:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8700 00000100:00100000:1.0:1746156244.236361:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053950080:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.236629:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156244.236727:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1972:x1830977057317760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4117us (4762us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156244.236736:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10812 00000100:00100000:2.0:1746156244.236801:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4605 00000100:00100000:2.0:1746156244.236808:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057318016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.237305:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057318016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 497us (1197us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.237312:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4605 00002000:00100000:2.0:1746156244.237318:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8700 x1830977057318016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.237326:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8700 with x1830977057318016 ext(0->4095) 00002000:00010000:2.0:1746156244.237333:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8700 00000100:00100000:0.0:1746156244.239580:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.239630:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057318144 00000100:00100000:3.0:1746156244.239636:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057318144 00000100:00100000:3.0:1746156244.239669:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6275 00000100:00100000:3.0:1746156244.239674:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057318144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.239687:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.239697:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813962 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.239716:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.239720:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.239721:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.239724:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.239742:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.239749:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 11 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.239756:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053950208:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.239809:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.241793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.241862:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057318272 00000100:00100000:1.0:1746156244.241868:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057318272 00010000:00010000:1.0:1746156244.241893:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.241928:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10813 00000100:00100000:1.0:1746156244.241934:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057318272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.241944:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.241960:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.241970:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.241988:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.241991:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.241996:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.242004:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.242026:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.242036:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053950336:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.242092:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00010000:00010000:3.0:1746156244.242164:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77b2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81395b expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.242319:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053950208:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.242357:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.242601:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0e00, rc 0) 00000100:00100000:3.0:1746156244.242626:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057318144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2951us (3051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.242632:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6275 00000100:00100000:1.0:1746156244.243413:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053950336:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.243425:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.243451:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057318272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1517us (1663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.243458:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10813 00000100:00100000:0.0:1746156244.244546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.244618:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057318528 00000100:00100000:2.0:1746156244.244623:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057318528 00002000:00100000:2.0:1746156244.244656:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8e00 x1830977057318528/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.244665:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8e00 with x1830977057318528 ext(0->4095) 00002000:00010000:2.0:1746156244.244669:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8e00 00000100:00100000:2.0:1746156244.244691:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4606 00000100:00100000:2.0:1746156244.244699:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057318528:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.244816:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057318528:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.244821:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4606 00002000:00100000:2.0:1746156244.244827:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8e00 x1830977057318528/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.244833:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8e00 with x1830977057318528 ext(0->4095) 00002000:00010000:2.0:1746156244.244836:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8e00 00000100:00100000:0.0:1746156244.247028:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.247106:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.247168:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057318656 00000100:00100000:1.0:1746156244.247174:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057318656 00000100:00100000:3.0:1746156244.247183:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057318784 00000100:00100000:3.0:1746156244.247187:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057318784 00000100:00100000:1.0:1746156244.247207:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6276 00000100:00100000:1.0:1746156244.247213:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057318656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156244.247220:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6277 00000100:00100000:3.0:1746156244.247225:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057318784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.247229:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.247232:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.247241:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813970 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.247241:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813969 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.247307:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.247314:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.247316:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.247323:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 14 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.247392:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.247397:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 14 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.247403:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.247405:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.247430:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 14 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.247441:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.247448:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:1.0:1746156244.247480:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31591:x1830977057318656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 266us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.247485:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6276 00010000:00010000:3.0:1746156244.247652:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.247663:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.247673:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053950592:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.247731:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.249557:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053950592:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.249581:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.249593:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0400, rc 0) 00000100:00100000:3.0:1746156244.249635:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057318784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2409us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.249642:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6277 00000100:00100000:0.0:1746156244.250887:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.250936:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057318912 00000100:00100000:1.0:1746156244.250941:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057318912 00010000:00010000:1.0:1746156244.250963:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.250993:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10814 00000100:00100000:1.0:1746156244.250999:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057318912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.251007:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.251020:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.251029:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.251044:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813962 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.251062:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.251064:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.251069:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.251075:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.251098:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.251106:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.251141:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053950720:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.251194:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.253834:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053950720:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.253843:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156244.253849:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.253864:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057319168 00000100:00100000:2.0:1746156244.253867:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057319168 00000100:00100000:1.0:1746156244.253878:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057318912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2880us (2995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.253886:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10814 00002000:00100000:2.0:1746156244.253900:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cca80 x1830977057319168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.253908:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cca80 with x1830977057319168 ext(0->4095) 00010000:00010000:2.0:1746156244.253915:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.254469:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.254476:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cca80 00000100:00100000:2.0:1746156244.254500:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2592 00000100:00100000:2.0:1746156244.254509:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057319168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.254623:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057319168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (779us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.254630:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2592 00002000:00100000:2.0:1746156244.254635:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cca80 x1830977057319168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.254641:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cca80 with x1830977057319168 ext(0->4095) 00010000:00010000:2.0:1746156244.254646:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.254654:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.254659:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cca80 00000100:00100000:0.0:1746156244.256459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.256515:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057319296 00000100:00100000:1.0:1746156244.256522:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057319296 00010000:00010000:1.0:1746156244.256552:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.256588:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10815 00000100:00100000:1.0:1746156244.256594:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057319296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.256607:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.256623:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.256633:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.256661:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813970 expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.256721:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.256723:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.256730:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.256737:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.256762:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.256772:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053950848:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.256849:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.258503:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053950848:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.258519:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.258546:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057319296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1951us (2091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.258553:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10815 00000100:00100000:0.0:1746156244.259097:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.259695:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057319552 00000100:00100000:3.0:1746156244.259701:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057319552 00002000:00100000:3.0:1746156244.259734:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093634700 x1830977057319552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.259743:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093634700 with x1830977057319552 ext(0->4095) 00002000:00010000:3.0:1746156244.259747:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093634700 00000100:00100000:3.0:1746156244.260087:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4607 00000100:00100000:3.0:1746156244.260094:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057319552:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.260507:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057319552:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 413us (1410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.260516:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4607 00002000:00100000:3.0:1746156244.260522:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093634700 x1830977057319552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.260529:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093634700 with x1830977057319552 ext(0->4095) 00002000:00010000:3.0:1746156244.260532:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093634700 00000100:00100000:0.0:1746156244.262161:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.262239:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057319680 00000100:00100000:3.0:1746156244.262245:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057319680 00000100:00100000:3.0:1746156244.262442:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6278 00000100:00100000:3.0:1746156244.262449:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057319680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.262461:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.262473:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813977 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.262495:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.262500:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.262501:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.262504:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.262526:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.262535:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 11 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.262548:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053950976:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.262606:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.264169:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053950976:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.264193:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.264206:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950b0000, rc 0) 00000100:00100000:3.0:1746156244.264247:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057319680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1797us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.264254:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6278 00000100:00100000:0.0:1746156244.265948:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.266053:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057319808 00000100:00100000:1.0:1746156244.266058:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057319808 00010000:00010000:1.0:1746156244.266080:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.266102:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10816 00000100:00100000:1.0:1746156244.266106:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057319808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.266126:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.266142:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.266153:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.266169:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77b41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813969 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.266190:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.266192:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.266198:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.266210:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.266234:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.266243:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053951104:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.266303:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.267414:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053951104:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.267426:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.267452:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057319808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1343us (1508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.267459:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10816 00000100:00100000:0.0:1746156244.267714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.267804:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057320064 00000100:00100000:3.0:1746156244.267809:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057320064 00002000:00100000:3.0:1746156244.267840:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093636300 x1830977057320064/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.267849:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093636300 with x1830977057320064 ext(0->4095) 00002000:00010000:3.0:1746156244.267853:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093636300 00000100:00100000:3.0:1746156244.267873:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4608 00000100:00100000:3.0:1746156244.267878:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057320064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.267990:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057320064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.267996:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4608 00002000:00100000:3.0:1746156244.268000:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093636300 x1830977057320064/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.268012:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093636300 with x1830977057320064 ext(0->4095) 00002000:00010000:3.0:1746156244.268015:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093636300 00000100:00100000:0.0:1746156244.269539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.269607:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057320192 00000100:00100000:3.0:1746156244.269613:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057320192 00000100:00100000:3.0:1746156244.269641:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6279 00000100:00100000:3.0:1746156244.269646:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:31591:x1830977057320192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.269658:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.269669:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81397e expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.269690:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.269696:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.269698:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.269701:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.269723:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.269732:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.269742:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053951232:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.269805:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.269946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.270065:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057320320 00000100:00100000:2.0:1746156244.270069:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057320320 00000100:00100000:2.0:1746156244.270091:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6280 00000100:00100000:2.0:1746156244.270096:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057320320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.270102:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.270120:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813985 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.270131:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.270135:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 14 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.270140:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.270142:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.270165:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 14 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.270175:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.270182:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156244.270214:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31590:x1830977057320320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.270219:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6280 00000100:00100000:3.0:1746156244.271605:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053951232:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.271625:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 13 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.271634:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b1a00, rc 0) 00000100:00100000:3.0:1746156244.271670:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31591:x1830977057320192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2023us (2136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.271676:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6279 00000100:00100000:0.0:1746156244.273162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.273250:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057320448 00000100:00100000:1.0:1746156244.273257:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057320448 00010000:00010000:1.0:1746156244.273283:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.273425:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10817 00000100:00100000:1.0:1746156244.273432:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057320448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.273442:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.273458:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.273471:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.273488:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77b48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813977 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.273513:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.273515:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.273520:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.273528:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.273554:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 12 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.273563:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 12 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.273572:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053951488:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.273633:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.274958:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053951488:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.274972:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.275002:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057320448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1571us (1844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.275013:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10817 00000100:00100000:0.0:1746156244.275442:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.275504:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057320704 00000100:00100000:2.0:1746156244.275511:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057320704 00002000:00100000:2.0:1746156244.275545:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9f80 x1830977057320704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.275554:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9f80 with x1830977057320704 ext(0->4095) 00010000:00010000:2.0:1746156244.275560:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.275578:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.275584:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9f80 00000100:00100000:2.0:1746156244.275608:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2593 00000100:00100000:2.0:1746156244.275617:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057320704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.275737:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057320704:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.275742:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2593 00002000:00100000:2.0:1746156244.275747:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9f80 x1830977057320704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.275753:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9f80 with x1830977057320704 ext(0->4095) 00010000:00010000:2.0:1746156244.275757:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.275765:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.275771:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9f80 00000100:00100000:0.0:1746156244.278243:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.278632:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057320832 00000100:00100000:3.0:1746156244.278639:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057320832 00000100:00100000:3.0:1746156244.278685:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6281 00000100:00100000:3.0:1746156244.278692:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057320832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.278706:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.278719:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81398c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.278740:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.278744:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.278749:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156244.278753:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.278780:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.278790:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.278799:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0c00, rc 0) 00000100:00100000:3.0:1746156244.279141:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057320832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 448us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.279147:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6281 00000100:00100000:0.0:1746156244.279170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.279739:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057320960 00000100:00100000:1.0:1746156244.279744:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057320960 00010000:00010000:1.0:1746156244.279763:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.279791:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10818 00000100:00100000:1.0:1746156244.279797:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1973:x1830977057320960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.279804:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.279820:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.279830:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.279845:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77b4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81397e expref: 13 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.279865:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.279866:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.279871:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.279877:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.279895:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.279904:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.279913:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053951744:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.279963:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.283624:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.283683:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057321216 00000100:00100000:2.0:1746156244.283691:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057321216 00000100:00100000:1.0:1746156244.283716:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053951744:192.168.203.27@tcp:105: 00002000:00100000:2.0:1746156244.283728:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9880 x1830977057321216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746156244.283732:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156244.283737:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9880 with x1830977057321216 ext(0->4095) 00010000:00010000:2.0:1746156244.283744:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.283756:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.283762:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9880 00000100:00100000:1.0:1746156244.283765:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1973:x1830977057320960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3968us (4595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.283773:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10818 00000100:00100000:2.0:1746156244.283789:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2594 00000100:00100000:2.0:1746156244.283796:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057321216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.284684:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057321216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 885us (1064us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.284690:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2594 00002000:00100000:2.0:1746156244.284696:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9880 x1830977057321216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.284708:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9880 with x1830977057321216 ext(0->4095) 00010000:00010000:2.0:1746156244.284713:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.284722:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.284727:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9880 00000100:00100000:0.0:1746156244.288544:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.288623:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.288673:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057321344 00000100:00100000:1.0:1746156244.288677:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057321472 00000100:00100000:2.0:1746156244.288680:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057321344 00000100:00100000:1.0:1746156244.288681:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057321472 00010000:00010000:1.0:1746156244.288710:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.288751:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10819 00000100:00100000:1.0:1746156244.288757:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057321472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.288767:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.288782:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.288793:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.288810:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77b56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813985 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.288826:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.288828:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.288834:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.288841:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.288866:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.288876:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053951872:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.288919:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6282 00000100:00100000:2.0:1746156244.288925:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057321344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.288936:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746156244.288943:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746156244.288945:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813993 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.288960:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.288965:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.288967:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.289190:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.289207:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.289217:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.289225:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053952000:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.289260:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.291747:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053952000:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.291774:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.291787:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:1.0:1746156244.291797:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053951872:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.291808:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.291827:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057321344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2902us (3289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.291828:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057321472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3071us (3204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.291834:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6282 00000100:00100000:1.0:1746156244.291837:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10819 00000100:00100000:0.0:1746156244.293085:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.293774:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057321728 00000100:00100000:2.0:1746156244.293780:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057321728 00002000:00100000:2.0:1746156244.293815:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338dbb80 x1830977057321728/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.293824:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338dbb80 with x1830977057321728 ext(0->4095) 00010000:00010000:2.0:1746156244.293832:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.293848:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.293854:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338dbb80 00000100:00100000:2.0:1746156244.293880:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2595 00000100:00100000:2.0:1746156244.293886:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057321728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.294124:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057321728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 237us (1041us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.294130:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2595 00002000:00100000:2.0:1746156244.294136:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338dbb80 x1830977057321728/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.294142:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338dbb80 with x1830977057321728 ext(0->4095) 00010000:00010000:2.0:1746156244.294146:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.294155:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.294160:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338dbb80 00000100:00100000:0.0:1746156244.295694:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.295756:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057321856 00000100:00100000:1.0:1746156244.295761:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057321856 00010000:00010000:1.0:1746156244.295779:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.295804:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10820 00000100:00100000:1.0:1746156244.295807:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057321856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.295818:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.295833:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.295842:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.295860:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81398c expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.295983:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.295986:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.295992:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.295999:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.296025:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.296034:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053952128:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.296362:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.298108:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053952128:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.298159:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.298202:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057321856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2393us (2511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.298213:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10820 00000100:00100000:0.0:1746156244.298898:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.298945:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057322112 00000100:00100000:2.0:1746156244.298950:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057322112 00002000:00100000:2.0:1746156244.298981:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338db800 x1830977057322112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.298991:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db800 with x1830977057322112 ext(0->4095) 00002000:00010000:2.0:1746156244.298995:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338db800 00000100:00100000:2.0:1746156244.299016:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4609 00000100:00100000:2.0:1746156244.299023:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057322112:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.299146:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057322112:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.299151:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4609 00002000:00100000:2.0:1746156244.299156:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338db800 x1830977057322112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.299163:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db800 with x1830977057322112 ext(0->4095) 00002000:00010000:2.0:1746156244.299165:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338db800 00000100:00100000:0.0:1746156244.300698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.300853:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057322240 00000100:00100000:2.0:1746156244.300859:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057322240 00000100:00100000:2.0:1746156244.300890:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6283 00000100:00100000:2.0:1746156244.300895:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057322240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.300907:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.300920:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81399a expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.300943:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.300950:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.300951:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.300954:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.300977:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.300987:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 11 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.300996:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053952256:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.301066:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.302591:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053952256:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.302614:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.302624:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156244.302653:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057322240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1757us (1959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.302660:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6283 00000100:00100000:0.0:1746156244.303921:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.303974:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057322368 00000100:00100000:1.0:1746156244.303979:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057322368 00010000:00010000:1.0:1746156244.304008:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.304041:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10821 00000100:00100000:1.0:1746156244.304047:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057322368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.304056:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.304071:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.304080:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.304098:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77b64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813993 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.304129:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.304131:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.304137:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.304143:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.304166:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.304176:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053952384:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.304240:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.305961:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053952384:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.305975:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.306003:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057322368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1956us (2086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.306011:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10821 00000100:00100000:0.0:1746156244.306154:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.306250:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057322624 00000100:00100000:2.0:1746156244.306255:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057322624 00002000:00100000:2.0:1746156244.306290:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338da300 x1830977057322624/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.306297:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338da300 with x1830977057322624 ext(0->4095) 00002000:00010000:2.0:1746156244.306301:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338da300 00000100:00100000:3.0:1746156244.306559:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4610 00000100:00100000:3.0:1746156244.306568:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057322624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.306697:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057322624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (543us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.306702:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4610 00002000:00100000:3.0:1746156244.306707:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338da300 x1830977057322624/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.306714:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338da300 with x1830977057322624 ext(0->4095) 00002000:00010000:3.0:1746156244.306716:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338da300 00000100:00100000:0.0:1746156244.309425:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.309503:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.309580:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057322752 00000100:00100000:2.0:1746156244.309588:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057322752 00000100:00100000:2.0:1746156244.309620:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057322880 00000100:00100000:2.0:1746156244.309622:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057322880 00000100:00100000:2.0:1746156244.309647:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6284 00000100:00100000:2.0:1746156244.309654:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057322752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.309668:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.309680:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139a1 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.309704:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.309710:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746156244.309712:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6285 00010000:00010000:2.0:1746156244.309712:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.309714:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.309721:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057322880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.309728:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.309734:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139a8 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.309737:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.309747:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 5 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.309862:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746156244.309863:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053952512:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.309867:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.309876:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.309879:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 14 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.309902:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.309913:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 14 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.309921:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0e00, rc 0) 00000100:00100000:3.0:1746156244.309940:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31590:x1830977057322880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.309946:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6285 00000100:00100000:2.0:1746156244.310026:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.312144:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053952512:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.312178:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.312197:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156244.312241:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31591:x1830977057322752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2586us (3066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.312249:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6284 00000100:00100000:0.0:1746156244.313418:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.313493:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057323008 00000100:00100000:1.0:1746156244.313499:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057323008 00010000:00010000:1.0:1746156244.313524:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.313621:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10822 00000100:00100000:1.0:1746156244.313627:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057323008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.313637:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.313654:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.313664:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.313680:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77b6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81399a expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.313922:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.313925:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.313930:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.313937:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.313959:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.313968:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.313976:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053952768:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.314144:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.317151:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053952768:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.317152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156244.317167:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.317202:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057323008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3573us (3786us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.317211:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10822 00000100:00100000:3.0:1746156244.317237:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057323264 00000100:00100000:3.0:1746156244.317244:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057323264 00002000:00100000:3.0:1746156244.317275:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd6680 x1830977057323264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.317284:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6680 with x1830977057323264 ext(0->4095) 00010000:00010000:3.0:1746156244.317292:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.317304:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.317310:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd6680 00000100:00100000:3.0:1746156244.317337:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2596 00000100:00100000:3.0:1746156244.317344:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057323264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.317484:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057323264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.317490:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2596 00002000:00100000:3.0:1746156244.317495:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd6680 x1830977057323264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.317502:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6680 with x1830977057323264 ext(0->4095) 00010000:00010000:3.0:1746156244.317506:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.317514:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.317520:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd6680 00000100:00100000:0.0:1746156244.319077:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.319192:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057323392 00000100:00100000:1.0:1746156244.319587:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057323392 00010000:00010000:1.0:1746156244.319621:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.319669:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10823 00000100:00100000:1.0:1746156244.319678:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057323392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.319706:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.319726:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.319738:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.319758:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77b72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a1 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.320071:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.320075:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.320084:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.320093:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.320138:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.320151:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053952896:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.320592:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.320719:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.320774:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057323520 00000100:00100000:3.0:1746156244.320779:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057323520 00000100:00100000:3.0:1746156244.320811:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6286 00000100:00100000:3.0:1746156244.320817:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057323520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.320828:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.320838:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139af expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.320853:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.320863:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.320864:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.320867:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.320884:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.320893:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.320902:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053953024:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.320943:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.323122:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053953024:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.323149:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.323163:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0c00, rc 0) 00000100:00100000:1.0:1746156244.323229:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053952896:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.323231:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057323520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2413us (2641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.323239:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6286 00010000:00010000:1.0:1746156244.323239:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.323391:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.323456:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057323776 00000100:00100000:3.0:1746156244.323463:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057323776 00002000:00100000:3.0:1746156244.323501:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cc000 x1830977057323776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.323515:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cc000 with x1830977057323776 ext(0->4095) 00000100:00100000:1.0:1746156244.323521:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057323392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3843us (4447us total) trans 0 rc 0/0 00010000:00010000:3.0:1746156244.323522:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.323531:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10823 00010000:00010000:3.0:1746156244.323534:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.323540:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cc000 00000100:00100000:3.0:1746156244.323560:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2597 00000100:00100000:3.0:1746156244.323568:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057323776:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746156244.323702:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057323776:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 134us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.323708:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2597 00002000:00100000:3.0:1746156244.323714:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cc000 x1830977057323776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.323721:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cc000 with x1830977057323776 ext(0->4095) 00010000:00010000:3.0:1746156244.323727:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.323736:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.323741:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cc000 00000100:00100000:0.0:1746156244.324988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.325065:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.325150:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057323904 00000100:00100000:3.0:1746156244.325155:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057323904 00000100:00100000:3.0:1746156244.325197:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6287 00000100:00100000:3.0:1746156244.325203:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057323904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.325214:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.325225:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139b6 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.325242:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.325247:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.325253:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057324032 00000100:00100000:1.0:1746156244.325257:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057324032 00010000:00010000:1.0:1746156244.325272:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.325278:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156244.325281:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 14 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.325297:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10824 00000100:00100000:1.0:1746156244.325302:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1975:x1830977057324032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.325307:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.325309:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.325318:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 14 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.325322:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.325325:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950b1800, rc 0) 00010000:00010000:1.0:1746156244.325330:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.325351:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31590:x1830977057323904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.325355:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6287 00010000:00010000:1.0:1746156244.325499:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77b79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139a8 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.325511:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.325513:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.325517:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.325523:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.325540:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.325550:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.325560:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053953280:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.325613:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.326814:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053953280:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.326828:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.326869:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057324032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1566us (1803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.326877:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10824 00000100:00100000:0.0:1746156244.328129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.328271:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057324288 00000100:00100000:3.0:1746156244.328278:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057324288 00002000:00100000:3.0:1746156244.328312:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd6300 x1830977057324288/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.328327:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6300 with x1830977057324288 ext(0->4095) 00010000:00010000:3.0:1746156244.328334:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.328346:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.328352:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd6300 00000100:00100000:3.0:1746156244.328413:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2598 00000100:00100000:3.0:1746156244.328421:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057324288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.328558:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057324288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (446us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.328563:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2598 00002000:00100000:3.0:1746156244.328568:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd6300 x1830977057324288/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.328574:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6300 with x1830977057324288 ext(0->4095) 00010000:00010000:3.0:1746156244.328577:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.328585:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.328590:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd6300 00000100:00100000:0.0:1746156244.330175:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.330264:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057324416 00000100:00100000:1.0:1746156244.330271:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057324416 00010000:00010000:1.0:1746156244.330296:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.330875:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10825 00000100:00100000:1.0:1746156244.330883:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057324416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.330894:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.330913:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.330922:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.330942:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77b80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139af expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.330955:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.330957:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.330965:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.330973:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.330998:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.331007:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053953408:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.331129:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.332556:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053953408:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.332572:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.332610:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057324416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1728us (2439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.332620:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10825 00000100:00100000:0.0:1746156244.332938:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.333016:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057324672 00000100:00100000:2.0:1746156244.333021:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057324672 00002000:00100000:2.0:1746156244.333054:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5880 x1830977057324672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.333062:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5880 with x1830977057324672 ext(0->4095) 00002000:00010000:2.0:1746156244.333065:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5880 00000100:00100000:2.0:1746156244.333093:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4611 00000100:00100000:2.0:1746156244.333098:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1973:x1830977057324672:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746156244.333225:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1973:x1830977057324672:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.333231:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4611 00002000:00100000:2.0:1746156244.333236:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5880 x1830977057324672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.333242:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5880 with x1830977057324672 ext(0->4095) 00002000:00010000:2.0:1746156244.333245:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5880 00000100:00100000:0.0:1746156244.334267:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.334336:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057324800 00000100:00100000:3.0:1746156244.334341:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057324800 00000100:00100000:3.0:1746156244.334408:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6288 00000100:00100000:3.0:1746156244.334415:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057324800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.334427:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.334441:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139bd expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.334468:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.334473:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.334475:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.334478:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.334500:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.334510:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 11 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.334519:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053953536:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.334577:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.335475:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053953536:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.335494:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.335509:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950b1a00, rc 0) 00000100:00100000:3.0:1746156244.335547:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057324800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1132us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.335553:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6288 00000100:00100000:0.0:1746156244.336174:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.336202:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057324928 00000100:00100000:1.0:1746156244.336207:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057324928 00010000:00010000:1.0:1746156244.336228:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.336260:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10826 00000100:00100000:1.0:1746156244.336266:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057324928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.336277:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.336293:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.336303:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.336320:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77b87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139b6 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.336329:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.336330:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.336336:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.336344:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.336483:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.336495:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053953664:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.336555:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.338466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.338471:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053953664:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.338489:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.338532:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057324928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2263us (2356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.338544:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10826 00000100:00100000:2.0:1746156244.338558:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057325184 00000100:00100000:2.0:1746156244.338563:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057325184 00002000:00100000:2.0:1746156244.338600:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5180 x1830977057325184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.338609:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5180 with x1830977057325184 ext(0->4095) 00002000:00010000:2.0:1746156244.338612:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5180 00000100:00100000:2.0:1746156244.338640:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4612 00000100:00100000:2.0:1746156244.338647:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057325184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.338772:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057325184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.338777:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4612 00002000:00100000:2.0:1746156244.338782:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd5180 x1830977057325184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.338787:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5180 with x1830977057325184 ext(0->4095) 00002000:00010000:2.0:1746156244.338790:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5180 00000100:00100000:0.0:1746156244.341030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.341670:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057325312 00000100:00100000:3.0:1746156244.341677:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057325312 00000100:00100000:3.0:1746156244.341726:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6289 00000100:00100000:3.0:1746156244.341733:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:31591:x1830977057325312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.341747:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.341761:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139c4 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.341784:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.341791:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.341793:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.341796:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.341820:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.341830:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.341845:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053953792:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.342433:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.344263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.344400:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057325440 00000100:00100000:2.0:1746156244.344406:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057325440 00000100:00100000:3.0:1746156244.344427:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053953792:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.344439:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6290 00000100:00100000:2.0:1746156244.344446:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057325440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.344449:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.344457:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.344461:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0400, rc 0) 00010000:00010000:2.0:1746156244.344466:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139cb expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.344480:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.344483:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 14 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.344488:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.344491:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.344513:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31591:x1830977057325312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2780us (3489us total) trans 0 rc 0/0 00010000:00010000:2.0:1746156244.344514:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 14 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.344519:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6289 00010000:00010000:2.0:1746156244.344522:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.344528:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156244.344542:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057325440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.344560:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6290 00000100:00100000:2.0:1746156244.345068:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.345137:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057325568 00000100:00100000:1.0:1746156244.345141:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057325568 00010000:00010000:1.0:1746156244.345158:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.345176:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10827 00000100:00100000:1.0:1746156244.345181:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057325568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.345189:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.345204:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.345211:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.345225:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1a00/0xb0171789e0e77b8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139bd expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.345478:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.345481:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.345487:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.345493:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.345514:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.345524:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.345533:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954048:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.345895:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.347172:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954048:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156244.347186:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.347226:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057325568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2044us (2159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.347235:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10827 00000100:00100000:1.0:1746156244.347978:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.348468:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057325824 00000100:00100000:3.0:1746156244.348474:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057325824 00002000:00100000:3.0:1746156244.348505:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511500 x1830977057325824/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.348514:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511500 with x1830977057325824 ext(0->4095) 00010000:00010000:3.0:1746156244.348521:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.348531:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.348537:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511500 00000100:00100000:3.0:1746156244.348589:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2599 00000100:00100000:3.0:1746156244.348596:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057325824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.348829:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057325824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 233us (851us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.348835:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2599 00002000:00100000:3.0:1746156244.348840:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511500 x1830977057325824/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.348847:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511500 with x1830977057325824 ext(0->4095) 00010000:00010000:3.0:1746156244.348851:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.348859:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.348864:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511500 00000100:00100000:0.0:1746156244.352538:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.352585:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.352599:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057325952 00000100:00100000:2.0:1746156244.352607:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057325952 00000100:00100000:1.0:1746156244.352654:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057326080 00000100:00100000:1.0:1746156244.352657:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057326080 00010000:00010000:1.0:1746156244.352681:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.352718:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10828 00000100:00100000:1.0:1746156244.352724:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057326080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.352735:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156244.352751:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.352762:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.352784:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77b95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139c4 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.352799:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.352800:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.352814:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.352822:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.352847:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.352857:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954176:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.352903:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6291 00000100:00100000:2.0:1746156244.352910:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057325952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.352920:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.352934:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139d2 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.352950:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.352956:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.352957:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.352959:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.352975:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.352984:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.352992:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053954304:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.353055:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.353283:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.354562:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053954304:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.354583:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.354596:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156244.354625:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057325952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1715us (2093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.354637:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6291 00000100:00100000:2.0:1746156244.356327:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954176:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.356340:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.356397:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057326080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3671us (3809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.356406:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10828 00000100:00100000:0.0:1746156244.356863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.357220:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057326336 00000100:00100000:3.0:1746156244.357228:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057326336 00002000:00100000:3.0:1746156244.357265:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c6d80 x1830977057326336/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.357274:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6d80 with x1830977057326336 ext(0->4095) 00010000:00010000:3.0:1746156244.357283:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.357294:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.357301:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c6d80 00000100:00100000:3.0:1746156244.357337:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2600 00000100:00100000:3.0:1746156244.357346:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057326336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.357557:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057326336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 210us (694us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.357564:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2600 00002000:00100000:3.0:1746156244.357570:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c6d80 x1830977057326336/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.357577:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6d80 with x1830977057326336 ext(0->4095) 00010000:00010000:3.0:1746156244.357582:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.357592:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.357598:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c6d80 00000100:00100000:0.0:1746156244.361074:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.361202:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.361319:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057326464 00000100:00100000:2.0:1746156244.361326:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057326464 00000100:00100000:2.0:1746156244.361409:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6292 00000100:00100000:2.0:1746156244.361420:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057326464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.361437:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.361452:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139d9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.361476:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.361482:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.361488:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.361491:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 13 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.361522:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.361535:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 13 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.361545:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156244.361615:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057326464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.361621:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6292 00000100:00100000:3.0:1746156244.361728:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057326592 00000100:00100000:3.0:1746156244.361733:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057326592 00010000:00010000:3.0:1746156244.361749:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.361772:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10829 00000100:00100000:3.0:1746156244.361778:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057326592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.361786:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.361803:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.361817:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.361830:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77b9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139cb expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.361852:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.361853:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.361858:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.361864:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.361882:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.361893:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 5 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.361901:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954560:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.361960:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.363644:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954560:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.363665:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.363973:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057326592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2191us (2768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.363987:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10829 00000100:00100000:0.0:1746156244.364204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.364417:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057326848 00000100:00100000:3.0:1746156244.364424:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057326848 00002000:00100000:3.0:1746156244.364563:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4380 x1830977057326848/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.364573:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4380 with x1830977057326848 ext(0->4095) 00010000:00010000:3.0:1746156244.364581:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.364593:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.364598:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c4380 00000100:00100000:3.0:1746156244.364639:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2601 00000100:00100000:3.0:1746156244.364648:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057326848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.364781:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057326848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (579us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.364787:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2601 00002000:00100000:3.0:1746156244.364792:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4380 x1830977057326848/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.364799:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4380 with x1830977057326848 ext(0->4095) 00010000:00010000:3.0:1746156244.364804:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.364818:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.364823:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c4380 00000100:00100000:0.0:1746156244.367053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.367345:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057326976 00000100:00100000:3.0:1746156244.367352:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057326976 00010000:00010000:3.0:1746156244.367429:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.367464:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10830 00000100:00100000:3.0:1746156244.367473:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057326976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.367485:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.367505:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.367517:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.367536:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77ba3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d2 expref: 6 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.367570:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.367572:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.367579:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.367591:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.367624:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.367635:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954688:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.368087:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.370244:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954688:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.370276:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.370331:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057326976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2857us (3282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.370341:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10830 00000100:00100000:0.0:1746156244.371549:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.371655:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057327232 00000100:00100000:2.0:1746156244.371661:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057327232 00002000:00100000:2.0:1746156244.371697:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4a80 x1830977057327232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.371710:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4a80 with x1830977057327232 ext(0->4095) 00002000:00010000:2.0:1746156244.371714:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c4a80 00000100:00100000:2.0:1746156244.371729:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4613 00000100:00100000:2.0:1746156244.371735:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057327232:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.371862:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057327232:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.371867:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4613 00002000:00100000:2.0:1746156244.371872:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4a80 x1830977057327232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.371878:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4a80 with x1830977057327232 ext(0->4095) 00002000:00010000:2.0:1746156244.371880:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c4a80 00000100:00100000:0.0:1746156244.374733:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.374844:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057327360 00000100:00100000:2.0:1746156244.374850:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057327360 00000100:00100000:2.0:1746156244.374898:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6293 00000100:00100000:2.0:1746156244.374905:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057327360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.374918:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.374930:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139e0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.374952:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.374957:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.374959:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.374962:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.374985:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 11 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.374996:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 11 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.375006:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053954816:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.375081:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.376353:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.376415:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057327488 00000100:00100000:3.0:1746156244.376422:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057327488 00010000:00010000:3.0:1746156244.376453:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 12 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.376481:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10831 00000100:00100000:3.0:1746156244.376489:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057327488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.376510:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.376531:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 12 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.376543:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 12 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.376559:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053954816:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.376563:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77baa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139d9 expref: 12 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.376578:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.376579:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.376581:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.376588:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.376596:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.376662:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00010000:00010000:3.0:1746156244.376713:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.376724:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954944:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.376741:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057327360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1836us (2013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.376748:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6293 00000100:00100000:3.0:1746156244.376777:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.379626:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053954944:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.379646:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156244.379669:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.379685:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057327488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3196us (3333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.379693:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10831 00000100:00100000:2.0:1746156244.379801:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057327744 00000100:00100000:2.0:1746156244.379806:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057327744 00002000:00100000:2.0:1746156244.379840:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9880 x1830977057327744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.379850:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9880 with x1830977057327744 ext(0->4095) 00002000:00010000:2.0:1746156244.379854:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953c9880 00000100:00100000:2.0:1746156244.379882:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4614 00000100:00100000:2.0:1746156244.379889:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057327744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.380273:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057327744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 383us (607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.380278:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4614 00002000:00100000:2.0:1746156244.380284:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9880 x1830977057327744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.380291:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9880 with x1830977057327744 ext(0->4095) 00002000:00010000:2.0:1746156244.380294:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953c9880 00000100:00100000:0.0:1746156244.381217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.381274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.381317:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057327872 00000100:00100000:2.0:1746156244.381321:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057327872 00000100:00100000:2.0:1746156244.381348:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057328000 00000100:00100000:2.0:1746156244.381349:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057328000 00000100:00100000:2.0:1746156244.381359:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6294 00000100:00100000:2.0:1746156244.381381:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057327872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.381400:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156244.381409:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6295 00010000:00010000:2.0:1746156244.381416:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139e7 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.381420:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057328000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.381430:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.381436:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.381440:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139ee expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.381443:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.381444:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.381447:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.381456:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.381461:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.381466:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.381469:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 14 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.381488:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.381499:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 5 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.381509:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053955072:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.381514:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 14 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.381527:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 14 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.381536:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0400, rc 0) 00000100:00100000:3.0:1746156244.381563:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31591:x1830977057328000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.381570:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6295 00000100:00100000:2.0:1746156244.381570:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.383770:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.383996:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053955072:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.384016:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.384028:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156244.384057:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31590:x1830977057327872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2692us (2842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.384062:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6294 00000100:00100000:3.0:1746156244.384146:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057328128 00000100:00100000:3.0:1746156244.384153:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057328128 00010000:00010000:3.0:1746156244.384180:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.384222:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10832 00000100:00100000:3.0:1746156244.384230:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057328128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.384248:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.384268:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.384279:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.384298:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e0 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.384332:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.384334:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.384341:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.384348:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.384426:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.384438:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.384448:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053955328:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.384530:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.387159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.387207:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053955328:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.387211:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057328384 00000100:00100000:2.0:1746156244.387216:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057328384 00010000:00010000:3.0:1746156244.387225:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156244.387252:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cb100 x1830977057328384/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.387262:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cb100 with x1830977057328384 ext(0->4095) 00000100:00100000:3.0:1746156244.387267:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057328128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3037us (3502us total) trans 0 rc 0/0 00010000:00010000:2.0:1746156244.387268:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.387276:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10832 00010000:00010000:2.0:1746156244.387284:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.387294:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cb100 00000100:00100000:2.0:1746156244.388502:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2602 00000100:00100000:2.0:1746156244.388517:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057328384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.388648:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057328384:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (1494us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.388655:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2602 00002000:00100000:2.0:1746156244.388661:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cb100 x1830977057328384/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.388669:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cb100 with x1830977057328384 ext(0->4095) 00010000:00010000:2.0:1746156244.388675:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.388686:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.388692:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cb100 00000100:00100000:0.0:1746156244.392424:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.392473:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057328512 00000100:00100000:3.0:1746156244.392529:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057328512 00010000:00010000:3.0:1746156244.392559:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.392583:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10833 00000100:00100000:3.0:1746156244.392590:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1972:x1830977057328512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.392601:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.392618:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.392630:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.392648:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77bb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139e7 expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.392661:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.392663:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.392669:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.392677:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.392707:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.392718:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053955456:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.392783:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.394753:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053955456:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.394772:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.395283:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1972:x1830977057328512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2692us (2865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.395293:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10833 00000100:00100000:0.0:1746156244.395530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.395712:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057328768 00000100:00100000:2.0:1746156244.395717:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057328768 00002000:00100000:2.0:1746156244.395751:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9180 x1830977057328768/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.395815:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9180 with x1830977057328768 ext(0->4095) 00002000:00010000:2.0:1746156244.395820:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953c9180 00000100:00100000:2.0:1746156244.395866:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4615 00000100:00100000:2.0:1746156244.395874:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057328768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.396007:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057328768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.396012:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4615 00002000:00100000:2.0:1746156244.396017:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9180 x1830977057328768/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.396023:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9180 with x1830977057328768 ext(0->4095) 00002000:00010000:2.0:1746156244.396026:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953c9180 00000100:00100000:0.0:1746156244.397578:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.397658:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057328896 00000100:00100000:2.0:1746156244.397664:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057328896 00000100:00100000:2.0:1746156244.397708:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6296 00000100:00100000:2.0:1746156244.397715:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057328896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.397728:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.397742:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139f5 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.397763:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.397769:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.397770:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.397773:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.397796:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.397809:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 11 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.397818:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053955584:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.398334:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.401682:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.401743:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057329024 00000100:00100000:3.0:1746156244.401750:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057329024 00010000:00010000:3.0:1746156244.401777:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.401802:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10834 00000100:00100000:3.0:1746156244.401808:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057329024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.401816:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.401832:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.401841:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.401858:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e77bbf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139ee expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.401858:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053955584:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.401871:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.401873:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.401879:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.401885:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.401965:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.401977:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156244.402011:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057328896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4297us (4438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.402017:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6296 00010000:00010000:3.0:1746156244.402319:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.402329:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053955712:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.402392:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.404418:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053955712:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.404436:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.404480:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057329024:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2671us (2804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.404489:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10834 00000100:00100000:0.0:1746156244.406434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.406500:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057329280 00000100:00100000:2.0:1746156244.406506:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057329280 00000100:00100000:0.0:1746156244.406539:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:2.0:1746156244.406542:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9f80 x1830977057329280/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.406551:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9f80 with x1830977057329280 ext(0->4095) 00002000:00010000:2.0:1746156244.406556:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953c9f80 00000100:00100000:2.0:1746156244.406571:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4616 00000100:00100000:2.0:1746156244.406578:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057329280:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.406619:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057329408 00000100:00100000:3.0:1746156244.406623:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057329408 00000100:00100000:3.0:1746156244.406640:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6297 00000100:00100000:3.0:1746156244.406644:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:31590:x1830977057329408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.406650:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.406660:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8139fc expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.406677:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.406682:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.406683:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.406685:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.406701:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.406708:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.406714:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053955840:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.407050:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057329280:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 471us (622us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.407060:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4616 00002000:00100000:2.0:1746156244.407066:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c9f80 x1830977057329280/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746156244.407071:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6b40 going to sleep for 11 seconds 00002000:00100000:2.0:1746156244.407073:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c9f80 with x1830977057329280 ext(0->4095) 00010000:00010000:2.0:1746156244.407078:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.407089:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.407094:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953c9f80 00000100:00100000:3.0:1746156244.409060:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053955840:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.409084:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.409099:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b1a00, rc 0) 00000100:00100000:3.0:1746156244.409155:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057329408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2508us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.409163:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6297 00000100:00100000:0.0:1746156244.411265:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.411310:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.411322:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057329536 00000100:00100000:3.0:1746156244.411329:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057329536 00000100:00100000:3.0:1746156244.411387:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6298 00000100:00100000:3.0:1746156244.411394:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057329536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.411409:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746156244.411411:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057329664 00000100:00100000:2.0:1746156244.411415:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057329664 00010000:00010000:3.0:1746156244.411422:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a03 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.411435:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.411441:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.411444:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.411450:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.411452:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.411466:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10835 00000100:00100000:2.0:1746156244.411472:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057329664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.411477:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.411479:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.411486:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.411493:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0c00, rc 0) 00010000:00010000:2.0:1746156244.411495:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.411503:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.411516:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77bc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139f5 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.411525:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31591:x1830977057329536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (265us total) trans 0 rc 0/0 00010000:00010000:2.0:1746156244.411530:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746156244.411531:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6298 00010000:00010000:2.0:1746156244.411532:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.411536:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.411543:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.411562:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.411570:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.411578:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956096:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.411620:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.415670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.415756:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956096:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.415780:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.415824:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057329664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4351us (4512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.415833:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10835 00000100:00100000:3.0:1746156244.416355:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057329920 00000100:00100000:3.0:1746156244.416361:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057329920 00002000:00100000:3.0:1746156244.416471:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b512680 x1830977057329920/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.416485:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512680 with x1830977057329920 ext(0->4095) 00010000:00010000:3.0:1746156244.416492:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.416504:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.416510:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512680 00000100:00100000:3.0:1746156244.416658:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2603 00000100:00100000:3.0:1746156244.416665:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057329920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.416781:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057329920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (1118us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.416786:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2603 00002000:00100000:3.0:1746156244.416790:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b512680 x1830977057329920/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.416796:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512680 with x1830977057329920 ext(0->4095) 00010000:00010000:3.0:1746156244.416800:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.416808:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.416813:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512680 00000100:00100000:0.0:1746156244.424087:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.424182:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057330048 00000100:00100000:2.0:1746156244.424190:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057330048 00010000:00010000:2.0:1746156244.424221:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.424328:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10836 00000100:00100000:2.0:1746156244.424336:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057330048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.424348:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.424527:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.424540:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.424558:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bcd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8139fc expref: 13 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.424581:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.424583:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.424588:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.424595:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.424620:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.424629:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956224:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.424703:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.426282:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956224:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.426298:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.426327:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057330048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1992us (2247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.426335:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10836 00000100:00100000:0.0:1746156244.426645:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.427030:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057330304 00000100:00100000:2.0:1746156244.427035:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057330304 00002000:00100000:2.0:1746156244.427063:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f86d80 x1830977057330304/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.427071:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f86d80 with x1830977057330304 ext(0->4095) 00002000:00010000:2.0:1746156244.427075:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f86d80 00000100:00100000:2.0:1746156244.427272:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4617 00000100:00100000:2.0:1746156244.427280:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057330304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.427425:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057330304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (780us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.427431:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4617 00002000:00100000:2.0:1746156244.427435:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f86d80 x1830977057330304/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.427441:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f86d80 with x1830977057330304 ext(0->4095) 00002000:00010000:2.0:1746156244.427443:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f86d80 00000100:00100000:0.0:1746156244.430142:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.430346:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057330432 00000100:00100000:2.0:1746156244.430353:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057330432 00000100:00100000:2.0:1746156244.430422:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6299 00000100:00100000:2.0:1746156244.430428:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057330432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.430445:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.430458:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a0a expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.430480:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.430486:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.430487:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.430490:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.430512:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.430522:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 11 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.430531:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053956352:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.430598:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.432354:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053956352:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156244.432403:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.432414:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:0.0:1746156244.432451:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057330432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2021us (2314us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156244.432457:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6299 00000100:00100000:0.0:1746156244.433175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.433223:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057330560 00000100:00100000:2.0:1746156244.433229:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057330560 00010000:00010000:2.0:1746156244.433254:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.433291:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10837 00000100:00100000:2.0:1746156244.433298:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057330560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.433309:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.433325:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.433335:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.433352:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e77bd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a03 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.433398:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.433400:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.433407:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.433414:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.433665:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.433676:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956480:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.434104:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.435239:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956480:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.435255:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.435463:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057330560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2164us (2288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.435474:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10837 00000100:00100000:0.0:1746156244.436255:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.436331:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057330816 00000100:00100000:3.0:1746156244.436337:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057330816 00002000:00100000:3.0:1746156244.436384:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9ce00 x1830977057330816/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.436393:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9ce00 with x1830977057330816 ext(0->4095) 00002000:00010000:3.0:1746156244.436397:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9ce00 00000100:00100000:3.0:1746156244.436923:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4618 00000100:00100000:3.0:1746156244.436931:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057330816:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.437043:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057330816:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (791us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.437049:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4618 00002000:00100000:3.0:1746156244.437253:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9ce00 x1830977057330816/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.437261:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9ce00 with x1830977057330816 ext(0->4095) 00002000:00010000:3.0:1746156244.437264:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9ce00 00000100:00100000:0.0:1746156244.438949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.439011:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057330944 00000100:00100000:2.0:1746156244.439018:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057330944 00000100:00100000:2.0:1746156244.439063:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6300 00000100:00100000:2.0:1746156244.439070:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:31590:x1830977057330944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.439083:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.439097:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a11 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.439126:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.439132:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.439133:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.439136:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.439159:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.439169:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.439179:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053956608:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.439255:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.440347:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.440510:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053956608:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.440533:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.440544:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156244.440579:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057330944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1509us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.440586:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6300 00000100:00100000:3.0:1746156244.440593:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057331072 00000100:00100000:3.0:1746156244.440599:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057331072 00000100:00100000:3.0:1746156244.440638:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6301 00000100:00100000:3.0:1746156244.440644:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31591:x1830977057331072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.440654:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.440663:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a18 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.440676:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.440680:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.440690:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.440692:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.440711:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.440718:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 13 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.440724:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0e00, rc 0) 00000100:00100000:3.0:1746156244.440739:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:31591:x1830977057331072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.440744:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6301 00000100:00100000:0.0:1746156244.442023:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.442077:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057331200 00000100:00100000:2.0:1746156244.442081:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057331200 00010000:00010000:2.0:1746156244.442101:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.442169:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10838 00000100:00100000:2.0:1746156244.442186:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057331200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.442195:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.442215:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.442225:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.442240:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77bdb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a0a expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.442261:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.442263:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.442268:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.442275:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.442297:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.442310:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.442319:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956864:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.442396:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.443670:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956864:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.443684:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.443711:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057331200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1535us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.443719:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10838 00000100:00100000:0.0:1746156244.444057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.444133:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057331456 00000100:00100000:3.0:1746156244.444137:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057331456 00002000:00100000:3.0:1746156244.444165:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9d880 x1830977057331456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.444174:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9d880 with x1830977057331456 ext(0->4095) 00010000:00010000:3.0:1746156244.444180:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.444191:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.444196:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095b9d880 00000100:00100000:3.0:1746156244.444219:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2604 00000100:00100000:3.0:1746156244.444225:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057331456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.444332:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057331456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.444337:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2604 00002000:00100000:3.0:1746156244.444342:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9d880 x1830977057331456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.444348:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9d880 with x1830977057331456 ext(0->4095) 00010000:00010000:3.0:1746156244.444352:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.444360:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.444388:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095b9d880 00000100:00100000:0.0:1746156244.446851:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.446952:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057331584 00000100:00100000:2.0:1746156244.446959:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057331584 00010000:00010000:2.0:1746156244.446990:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.447028:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10839 00000100:00100000:2.0:1746156244.447036:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1972:x1830977057331584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.447046:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.447064:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.447074:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.447092:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77be2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a11 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.447125:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.447127:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.447134:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.447141:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.447169:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 12 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.447179:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956992:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.448304:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.449732:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053956992:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.449750:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.449783:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1972:x1830977057331584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2748us (2938us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.449791:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10839 00000100:00100000:0.0:1746156244.450483:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.450605:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057331840 00000100:00100000:2.0:1746156244.450611:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057331840 00002000:00100000:2.0:1746156244.450642:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9df80 x1830977057331840/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.450652:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9df80 with x1830977057331840 ext(0->4095) 00002000:00010000:2.0:1746156244.450656:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9df80 00000100:00100000:2.0:1746156244.450680:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4619 00000100:00100000:2.0:1746156244.450687:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057331840:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.451436:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057331840:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 747us (951us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.451442:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4619 00002000:00100000:2.0:1746156244.451448:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9df80 x1830977057331840/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.451455:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9df80 with x1830977057331840 ext(0->4095) 00002000:00010000:2.0:1746156244.451458:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9df80 00000100:00100000:0.0:1746156244.455475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.455540:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057331968 00000100:00100000:2.0:1746156244.455548:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057331968 00000100:00100000:2.0:1746156244.455597:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6302 00000100:00100000:2.0:1746156244.455605:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057331968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.455619:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.455632:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a1f expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.455654:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.455665:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.455666:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.455669:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.455692:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 11 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.455702:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 11 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.455712:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957120:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.455784:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.457992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.458047:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057332096 00000100:00100000:3.0:1746156244.458054:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057332096 00010000:00010000:3.0:1746156244.458079:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.458134:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10840 00000100:00100000:3.0:1746156244.458140:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057332096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.458148:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.458163:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.458344:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957120:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.458448:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.458468:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0e00/0xb0171789e0e77be9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a18 expref: 12 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.458470:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.458480:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.458482:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.458487:0:8461:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.458494:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.458568:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156244.458570:0:8461:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.458579:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957248:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.458606:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057332096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 466us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.458612:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10840 00000100:00100000:2.0:1746156244.458620:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.460102:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957248:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.460134:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156244.460162:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057331968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4558us (4694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.460169:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6302 00000100:00100000:0.0:1746156244.461238:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.461572:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057332224 00000100:00100000:2.0:1746156244.461577:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057332224 00000100:00100000:2.0:1746156244.461623:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6303 00000100:00100000:2.0:1746156244.461630:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:31590:x1830977057332224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.461643:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.461655:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a26 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.461675:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.461681:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.461682:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.461685:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.461709:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.461723:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.461733:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957376:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.461792:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.463318:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.463751:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957376:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.463775:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 12 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.463791:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:3.0:1746156244.463835:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:31590:x1830977057332224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2205us (2600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.463841:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6303 00000100:00100000:2.0:1746156244.463908:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057332480 00000100:00100000:2.0:1746156244.463913:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057332480 00002000:00100000:2.0:1746156244.463940:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9c380 x1830977057332480/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.463947:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9c380 with x1830977057332480 ext(0->4095) 00010000:00010000:2.0:1746156244.463953:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.463963:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.463969:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095b9c380 00000100:00100000:2.0:1746156244.463992:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2605 00000100:00100000:2.0:1746156244.463999:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057332480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.464138:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057332480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (825us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.464144:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2605 00002000:00100000:2.0:1746156244.464148:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9c380 x1830977057332480/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.464160:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9c380 with x1830977057332480 ext(0->4095) 00010000:00010000:2.0:1746156244.464164:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.464173:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.464178:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095b9c380 00000100:00100000:0.0:1746156244.468053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.468452:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057332608 00000100:00100000:3.0:1746156244.468460:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057332608 00010000:00010000:3.0:1746156244.468489:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.468527:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10841 00000100:00100000:3.0:1746156244.468534:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057332608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.468547:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.468562:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.468573:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.468590:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77bf0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a1f expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.468612:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.468614:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.468619:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.468627:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.468653:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.468662:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053957504:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.468732:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.475425:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053957504:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.475532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.475635:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057332864 00000100:00100000:2.0:1746156244.475639:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057332864 00002000:00100000:2.0:1746156244.475671:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361ca80 x1830977057332864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.475677:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361ca80 with x1830977057332864 ext(0->4095) 00002000:00010000:2.0:1746156244.475680:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361ca80 00000100:00100000:2.0:1746156244.475869:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4620 00000100:00100000:2.0:1746156244.475874:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057332864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.475981:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057332864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (450us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.475985:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4620 00002000:00100000:2.0:1746156244.475989:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361ca80 x1830977057332864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.475993:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361ca80 with x1830977057332864 ext(0->4095) 00002000:00010000:2.0:1746156244.475995:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361ca80 00010000:00010000:3.0:1746156244.476181:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.476209:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057332608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7674us (8161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.476219:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10841 00000100:00100000:0.0:1746156244.479950:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.480100:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057332992 00000100:00100000:3.0:1746156244.480120:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057332992 00000100:00100000:3.0:1746156244.480156:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6304 00000100:00100000:3.0:1746156244.480163:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057332992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.480177:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.480190:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a2d expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.480212:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.480219:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.480220:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.480223:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.480245:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 11 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.480252:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 11 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.480261:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957632:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.480732:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.483005:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957632:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.483032:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.483045:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b1a00, rc 0) 00000100:00100000:3.0:1746156244.483076:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057332992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2913us (3132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.483082:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6304 00000100:00100000:0.0:1746156244.483726:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.483801:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057333120 00000100:00100000:2.0:1746156244.483806:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057333120 00002000:00100000:2.0:1746156244.483982:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009361f800 x1830977057333120/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.483991:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f800 with x1830977057333120 ext(0->7) 00010000:00010000:2.0:1746156244.483997:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.484009:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 12 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.484015:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361f800 00000100:00100000:2.0:1746156244.484030:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2606 00000100:00100000:2.0:1746156244.484036:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057333120:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156244.484907:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1975:x1830977057333120:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 869us (1179us total) trans 4294967990 rc 0/0 00000100:00100000:2.0:1746156244.484913:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2606 00002000:00100000:2.0:1746156244.484919:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009361f800 x1830977057333120/t4294967990(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/448 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.484926:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f800 with x1830977057333120 ext(0->7) 00010000:00010000:2.0:1746156244.484931:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.484940:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.484949:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361f800 00000100:00100000:0.0:1746156244.488751:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.488843:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057333248 00000100:00100000:3.0:1746156244.488850:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057333248 00010000:00010000:3.0:1746156244.488882:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.488917:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10842 00000100:00100000:3.0:1746156244.488924:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1974:x1830977057333248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.488937:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746156244.488950:0:7104:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746156244 -> 1746156245 00002000:00010000:3.0:1746156244.488953:0:7104:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746156244 -> 1746156245 00010000:00010000:3.0:1746156244.488958:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.488969:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.488987:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77bf7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a26 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.489417:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.489421:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.489427:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.489435:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.489462:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.489473:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053957760:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.489549:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.491714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.491963:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057333376 00000100:00100000:3.0:1746156244.491970:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057333376 00000100:00100000:3.0:1746156244.492006:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6305 00000100:00100000:3.0:1746156244.492013:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31590:x1830977057333376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156244.492017:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053957760:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.492028:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.492033:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156244.492041:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a34 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.492068:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.492075:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.492076:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.492079:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 15 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.492102:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.492123:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.492132:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957888:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.492248:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1974:x1830977057333248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3323us (3502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.492256:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10842 00000100:00100000:3.0:1746156244.492439:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.494153:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.494351:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057333632 00000100:00100000:2.0:1746156244.494357:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057333632 00002000:00100000:2.0:1746156244.494412:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361df80 x1830977057333632/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.494420:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361df80 with x1830977057333632 ext(0->4095) 00010000:00010000:2.0:1746156244.494427:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.494438:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.494443:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361df80 00000100:00100000:2.0:1746156244.494456:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2607 00000100:00100000:2.0:1746156244.494461:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057333632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.494476:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053957888:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.494499:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 14 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.494509:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950b1800, rc 0) 00000100:00100000:3.0:1746156244.494555:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:31590:x1830977057333376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2543us (2848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.494561:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6305 00000100:00100000:2.0:1746156244.494570:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057333632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.494575:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2607 00002000:00100000:2.0:1746156244.494579:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361df80 x1830977057333632/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.494586:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361df80 with x1830977057333632 ext(0->4095) 00010000:00010000:2.0:1746156244.494590:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.494598:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.494603:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361df80 00000100:00100000:0.0:1746156244.496566:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.496774:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057333760 00000100:00100000:2.0:1746156244.496779:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057333760 00010000:00010000:2.0:1746156244.496805:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.496837:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10843 00000100:00100000:2.0:1746156244.496843:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057333760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.496852:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.496867:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.496876:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.496893:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e77bfe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a2d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.496914:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.496916:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.496921:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.496928:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.496951:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.496960:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053958016:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.497024:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.499509:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053958016:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.499535:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.499569:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057333760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2725us (3007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.499578:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10843 00000100:00100000:1.0:1746156244.499805:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.499854:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057334016 00000100:00100000:0.0:1746156244.499860:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057334016 00002000:00100000:0.0:1746156244.499887:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b513480 x1830977057334016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156244.499895:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513480 with x1830977057334016 ext(0->4095) 00002000:00010000:0.0:1746156244.499899:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b513480 00000100:00100000:0.0:1746156244.500116:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4621 00000100:00100000:0.0:1746156244.500124:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1974:x1830977057334016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156244.500246:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1974:x1830977057334016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156244.500252:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4621 00002000:00100000:0.0:1746156244.500257:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b513480 x1830977057334016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156244.500264:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513480 with x1830977057334016 ext(0->4095) 00002000:00010000:0.0:1746156244.500266:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b513480 00000100:00100000:0.0:1746156244.508668:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.508815:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057334144 00000100:00100000:3.0:1746156244.508822:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057334144 00000100:00100000:3.0:1746156244.508857:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6306 00000100:00100000:3.0:1746156244.508864:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057334144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.508877:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.508891:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a3b expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.508914:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.508924:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.508926:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.508928:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.508951:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 13 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.508960:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 13 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.508970:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053958144:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.509045:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.515218:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053958144:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.515249:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.515263:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095650c00, rc 0) 00000100:00100000:3.0:1746156244.515299:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057334144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6436us (6638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.515306:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6306 00000100:00100000:0.0:1746156244.525762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.525945:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057334272 00000100:00100000:3.0:1746156244.525953:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057334272 00002000:00100000:3.0:1746156244.525989:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009361fb80 x1830977057334272/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.526003:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361fb80 with x1830977057334272 ext(0->7) 00010000:00010000:3.0:1746156244.526010:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.526023:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 14 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.526029:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361fb80 00000100:00100000:3.0:1746156244.526448:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2608 00000100:00100000:3.0:1746156244.526456:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1974:x1830977057334272:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156244.527640:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057334272:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1181us (1881us total) trans 4294967991 rc 0/0 00000100:00100000:3.0:1746156244.527648:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2608 00002000:00100000:3.0:1746156244.527655:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009361fb80 x1830977057334272/t4294967991(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/448 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.527663:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361fb80 with x1830977057334272 ext(0->7) 00010000:00010000:3.0:1746156244.527669:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.527681:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.527687:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361fb80 00000100:00100000:0.0:1746156244.531836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.531895:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057334400 00000100:00100000:3.0:1746156244.531903:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057334400 00000100:00100000:0.0:1746156244.531916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.531957:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6307 00000100:00100000:2.0:1746156244.531964:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057334528 00000100:00100000:3.0:1746156244.531965:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:31590:x1830977057334400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156244.531968:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057334528 00010000:00010000:3.0:1746156244.531980:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.531989:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.531992:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a42 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.532009:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.532014:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.532019:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746156244.532019:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10844 00010000:00010000:3.0:1746156244.532022:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.532026:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057334528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.532034:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.532050:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.532051:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.532062:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.532065:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.532494:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950b1800/0xb0171789e0e77c05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a34 expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.532856:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.532858:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.532865:0:8461:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.532873:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.532886:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156244.532897:0:8461:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.532913:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.532951:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1974:x1830977057334528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 926us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.532958:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10844 00000100:00100000:3.0:1746156244.533048:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053958400:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.533133:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.537205:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.537260:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053958400:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.537266:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057334784 00000100:00100000:2.0:1746156244.537272:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057334784 00010000:00010000:3.0:1746156244.537281:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950b0000, rc 0) 00002000:00100000:2.0:1746156244.537308:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361f100 x1830977057334784/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.537317:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f100 with x1830977057334784 ext(0->4095) 00000100:00100000:3.0:1746156244.537319:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:31590:x1830977057334400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5356us (5490us total) trans 0 rc 0/0 00010000:00010000:2.0:1746156244.537324:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.537325:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6307 00010000:00010000:2.0:1746156244.537339:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.537345:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361f100 00000100:00100000:2.0:1746156244.537388:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2609 00000100:00100000:2.0:1746156244.537395:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057334784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.537583:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057334784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 188us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.537590:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2609 00002000:00100000:2.0:1746156244.537595:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361f100 x1830977057334784/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.537602:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f100 with x1830977057334784 ext(0->4095) 00010000:00010000:2.0:1746156244.537606:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.537614:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.537619:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361f100 00000100:00100000:0.0:1746156244.539861:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.542417:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057334912 00000100:00100000:2.0:1746156244.542426:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057334912 00010000:00010000:2.0:1746156244.542462:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.542496:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10845 00000100:00100000:2.0:1746156244.542503:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057334912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.542514:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.542529:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.542538:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.542556:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095650c00/0xb0171789e0e77c0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a3b expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.542582:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.542583:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.542588:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 15 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.542595:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 15 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.542622:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 15 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.542632:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053958528:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.542711:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.545616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.545800:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053958528:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.545824:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.545855:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057334912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3353us (6000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.545864:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10845 00000100:00100000:3.0:1746156244.546132:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057335168 00000100:00100000:3.0:1746156244.546138:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057335168 00002000:00100000:3.0:1746156244.546169:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495c00 x1830977057335168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.546176:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495c00 with x1830977057335168 ext(0->4095) 00002000:00010000:3.0:1746156244.546179:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b495c00 00000100:00100000:3.0:1746156244.546255:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4622 00000100:00100000:3.0:1746156244.546263:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057335168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.546837:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057335168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 570us (1221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.546846:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4622 00002000:00100000:3.0:1746156244.546852:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495c00 x1830977057335168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.546859:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495c00 with x1830977057335168 ext(0->4095) 00002000:00010000:3.0:1746156244.546862:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b495c00 00000100:00100000:0.0:1746156244.548826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.549025:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057335296 00000100:00100000:3.0:1746156244.549031:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057335296 00000100:00100000:3.0:1746156244.549070:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6308 00000100:00100000:3.0:1746156244.549076:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057335296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.549089:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.549102:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a49 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.549137:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 15 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.549143:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.549145:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.549148:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.549171:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 15 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.550791:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 15 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.550811:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053958656:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.550901:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.551936:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053958656:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.551963:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.551977:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956dd200, rc 0) 00000100:00100000:3.0:1746156244.552004:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057335296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2927us (3182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.552011:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6308 00000100:00100000:0.0:1746156244.552702:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.552757:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057335424 00000100:00100000:2.0:1746156244.552763:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057335424 00010000:00010000:2.0:1746156244.552791:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.553250:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10846 00000100:00100000:2.0:1746156244.553258:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057335424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.553271:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.553288:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.553298:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.553315:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950b0000/0xb0171789e0e77c13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a42 expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.553485:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.553487:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.553494:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.553501:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.553526:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.553535:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053958784:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.554244:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.554899:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053958784:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.554913:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.554942:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1974:x1830977057335424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1685us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.554952:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10846 00000100:00100000:0.0:1746156244.556324:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.556882:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.557209:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057335680 00000100:00100000:3.0:1746156244.557216:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057335680 00002000:00100000:3.0:1746156244.557258:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494a80 x1830977057335680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.557270:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494a80 with x1830977057335680 ext(0->4095) 00002000:00010000:3.0:1746156244.557274:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b494a80 00000100:00100000:2.0:1746156244.557287:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057335808 00000100:00100000:2.0:1746156244.557290:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057335808 00000100:00100000:2.0:1746156244.557340:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6309 00000100:00100000:2.0:1746156244.557346:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:31590:x1830977057335808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.557357:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.557380:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a50 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.557421:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4623 00000100:00100000:3.0:1746156244.557427:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057335680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00010000:00010000:2.0:1746156244.557492:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.557498:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.557500:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.557503:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.557523:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.557533:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.557547:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053958912:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.557549:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057335680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (1230us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.557554:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4623 00002000:00100000:3.0:1746156244.557559:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494a80 x1830977057335680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.557571:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494a80 with x1830977057335680 ext(0->4095) 00010000:00010000:3.0:1746156244.557575:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.557585:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.557590:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b494a80 00000100:00100000:2.0:1746156244.557592:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.559403:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.559480:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057335936 00000100:00100000:1.0:1746156244.559486:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057335936 00000100:00100000:1.0:1746156244.559513:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6310 00000100:00100000:1.0:1746156244.559519:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31591:x1830977057335936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.559530:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.559541:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a57 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.559562:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.559566:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.559571:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.559574:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.559597:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.559607:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.559615:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00000100:00100000:1.0:1746156244.559656:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31591:x1830977057335936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.559661:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6310 00000100:00100000:2.0:1746156244.559763:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053958912:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.559779:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.559785:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156244.559800:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31590:x1830977057335808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2455us (2919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.559805:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6309 00000100:00100000:0.0:1746156244.561631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.561728:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057336064 00000100:00100000:2.0:1746156244.561733:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057336064 00010000:00010000:2.0:1746156244.561757:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.561776:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10847 00000100:00100000:2.0:1746156244.561782:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057336064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.561791:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.561807:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.561817:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.561832:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956dd200/0xb0171789e0e77c1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a49 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.561857:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.561859:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.561864:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.561870:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.561894:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.561903:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.561912:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053959168:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.561976:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.564034:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.564174:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057336320 00000100:00100000:1.0:1746156244.564180:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057336320 00002000:00100000:1.0:1746156244.564211:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494700 x1830977057336320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.564220:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494700 with x1830977057336320 ext(0->4095) 00010000:00010000:1.0:1746156244.564227:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.564242:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.564248:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b494700 00000100:00100000:1.0:1746156244.564277:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2610 00000100:00100000:1.0:1746156244.564283:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1974:x1830977057336320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.564485:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053959168:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.564502:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.564532:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1974:x1830977057336320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.564539:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2610 00002000:00100000:1.0:1746156244.564544:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494700 x1830977057336320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.564551:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494700 with x1830977057336320 ext(0->4095) 00010000:00010000:1.0:1746156244.564555:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.564564:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.564569:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b494700 00000100:00100000:2.0:1746156244.564617:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057336064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2834us (2990us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.564623:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10847 00000100:00100000:0.0:1746156244.566246:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.566327:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057336448 00000100:00100000:2.0:1746156244.566332:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057336448 00010000:00010000:2.0:1746156244.566356:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.566401:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10848 00000100:00100000:2.0:1746156244.566408:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1975:x1830977057336448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.566418:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.566435:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.566444:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.566462:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a50 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.566472:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.566474:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.566479:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 16 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.566485:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 16 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.566509:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 16 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.566519:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053959296:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.566864:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.568834:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053959296:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.568854:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.568895:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1975:x1830977057336448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2486us (2651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.568904:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10848 00000100:00100000:0.0:1746156244.569053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.569172:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057336704 00000100:00100000:2.0:1746156244.569178:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057336704 00002000:00100000:2.0:1746156244.569206:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494000 x1830977057336704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.569214:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494000 with x1830977057336704 ext(0->4095) 00002000:00010000:2.0:1746156244.569218:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b494000 00000100:00100000:3.0:1746156244.569354:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4624 00000100:00100000:3.0:1746156244.569363:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1973:x1830977057336704:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746156244.569832:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1973:x1830977057336704:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 471us (779us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.569838:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4624 00002000:00100000:3.0:1746156244.569844:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494000 x1830977057336704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.569850:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494000 with x1830977057336704 ext(0->4095) 00002000:00010000:3.0:1746156244.569853:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b494000 00000100:00100000:0.0:1746156244.571269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.571317:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057336832 00000100:00100000:2.0:1746156244.571322:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057336832 00000100:00100000:1.0:1746156244.571422:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6311 00000100:00100000:1.0:1746156244.571431:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057336832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.571443:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.571456:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a5e expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.571477:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 15 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.571482:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.571484:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.571487:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.571507:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 15 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.571516:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 15 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.571525:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053959424:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.571630:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.573233:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053959424:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.573255:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.573268:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:1.0:1746156244.573298:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057336832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1868us (2031us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.573304:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6311 00000100:00100000:0.0:1746156244.573809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.573927:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057336960 00000100:00100000:2.0:1746156244.573933:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057336960 00010000:00010000:2.0:1746156244.573957:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 16 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.573982:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10849 00000100:00100000:2.0:1746156244.573987:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057336960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.573997:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.574012:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 16 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.574027:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 16 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.574045:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77c28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a57 expref: 16 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.574064:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.574066:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.574169:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.574179:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.574203:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.574212:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053959552:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.574276:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.575912:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053959552:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.575932:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.575959:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1974:x1830977057336960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1971us (2150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.575967:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10849 00000100:00100000:0.0:1746156244.576590:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.576754:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057337216 00000100:00100000:3.0:1746156244.576760:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057337216 00002000:00100000:3.0:1746156244.576789:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495500 x1830977057337216/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.576797:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495500 with x1830977057337216 ext(0->4095) 00002000:00010000:3.0:1746156244.576801:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b495500 00000100:00100000:3.0:1746156244.576815:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4625 00000100:00100000:3.0:1746156244.576821:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057337216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.577192:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057337216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 370us (601us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.577198:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4625 00002000:00100000:3.0:1746156244.577204:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495500 x1830977057337216/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.577210:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495500 with x1830977057337216 ext(0->4095) 00002000:00010000:3.0:1746156244.577212:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b495500 00000100:00100000:0.0:1746156244.579201:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.579253:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057337344 00000100:00100000:1.0:1746156244.579259:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057337344 00000100:00100000:1.0:1746156244.580097:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6312 00000100:00100000:1.0:1746156244.580106:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:31591:x1830977057337344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.580132:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.580149:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a65 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.580169:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.580175:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.580177:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.580180:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.580202:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.580212:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.580222:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053959680:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.580292:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.583634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.584640:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057337472 00000100:00100000:2.0:1746156244.584648:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057337472 00000100:00100000:2.0:1746156244.584686:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6313 00000100:00100000:2.0:1746156244.584693:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31590:x1830977057337472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.584708:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.584721:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a6c expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.584741:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.584746:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.584755:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.584758:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156244.584763:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053959680:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.584780:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.584782:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.584790:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.584792:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00010000:00010000:2.0:1746156244.584795:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156244.584819:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977057337472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.584819:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31591:x1830977057337344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4716us (5623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.584825:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6313 00000100:00100000:1.0:1746156244.584832:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6312 00000100:00100000:1.0:1746156244.585001:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.585623:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057337600 00000100:00100000:3.0:1746156244.585628:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057337600 00010000:00010000:3.0:1746156244.585648:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.585679:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10850 00000100:00100000:3.0:1746156244.585684:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057337600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.585692:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.585707:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.585716:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.585731:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77c2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a5e expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.585747:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.585749:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.585754:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.585760:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.585779:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 16 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.585789:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 16 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.585798:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053959936:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.585851:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.586825:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053959936:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.586839:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.586935:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057337600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1250us (2004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.586942:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10850 00000100:00100000:0.0:1746156244.588895:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.588976:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057337856 00000100:00100000:3.0:1746156244.588982:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057337856 00002000:00100000:3.0:1746156244.589012:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495f80 x1830977057337856/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.589026:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495f80 with x1830977057337856 ext(0->4095) 00010000:00010000:3.0:1746156244.589033:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 17 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.589044:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 17 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.589050:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495f80 00000100:00100000:3.0:1746156244.589072:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2611 00000100:00100000:3.0:1746156244.589078:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1974:x1830977057337856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.589203:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1974:x1830977057337856:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.589208:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2611 00002000:00100000:3.0:1746156244.589212:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495f80 x1830977057337856/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.589218:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495f80 with x1830977057337856 ext(0->4095) 00010000:00010000:3.0:1746156244.589222:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 17 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.589229:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 17 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.589234:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495f80 00000100:00100000:0.0:1746156244.591159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.591229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.591395:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057337984 00000100:00100000:3.0:1746156244.591401:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057337984 00010000:00010000:3.0:1746156244.591427:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 17 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.591448:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10851 00000100:00100000:3.0:1746156244.591454:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1972:x1830977057337984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.591464:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.591480:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 17 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.591488:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 17 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.591493:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057338112 00000100:00100000:2.0:1746156244.591496:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057338112 00010000:00010000:3.0:1746156244.591505:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77c36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a65 expref: 17 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.591516:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.591518:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.591524:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.591529:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6314 00010000:00010000:3.0:1746156244.591531:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.591533:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057338112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.591547:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.591555:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a73 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.591556:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.591566:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053960064:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.591569:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.591573:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.591575:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.591577:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.591589:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.591597:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.591604:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053960192:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.591619:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.591620:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.593817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.593894:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053960064:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.593913:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.593939:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1972:x1830977057337984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2486us (2710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.593948:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10851 00000100:00100000:3.0:1746156244.593979:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057338368 00000100:00100000:3.0:1746156244.593982:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057338368 00002000:00100000:3.0:1746156244.594003:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b517800 x1830977057338368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.594011:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b517800 with x1830977057338368 ext(0->4095) 00010000:00010000:3.0:1746156244.594018:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.594028:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.594034:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b517800 00000100:00100000:3.0:1746156244.594044:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2612 00000100:00100000:3.0:1746156244.594049:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057338368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.594159:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057338368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.594164:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2612 00002000:00100000:3.0:1746156244.594169:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b517800 x1830977057338368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.594181:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b517800 with x1830977057338368 ext(0->4095) 00010000:00010000:3.0:1746156244.594185:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.594193:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 16 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.594198:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b517800 00000100:00100000:2.0:1746156244.594306:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053960192:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.594324:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.594334:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156244.594363:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057338112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2830us (3210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.594392:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6314 00000100:00100000:0.0:1746156244.596631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.596680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.596760:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057338496 00000100:00100000:2.0:1746156244.596766:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057338496 00000100:00100000:2.0:1746156244.596801:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6315 00000100:00100000:2.0:1746156244.596808:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:31590:x1830977057338496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.596821:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.596834:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a7a expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.596858:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.596863:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.596868:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.596871:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.596899:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.596909:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.596917:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156244.596962:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31590:x1830977057338496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.596967:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6315 00000100:00100000:3.0:1746156244.597022:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057338624 00000100:00100000:3.0:1746156244.597026:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057338624 00010000:00010000:3.0:1746156244.597041:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.597057:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10852 00000100:00100000:3.0:1746156244.597061:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1973:x1830977057338624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.597068:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.597082:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.597091:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.597104:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77c3d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a6c expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.597126:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.597128:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.597133:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.597140:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.597159:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.597168:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 5 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.597177:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053960448:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.597783:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.599302:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053960448:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.599320:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.599357:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1973:x1830977057338624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2294us (2676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.599393:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10852 00000100:00100000:1.0:1746156244.599586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.599636:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057338880 00000100:00100000:3.0:1746156244.599641:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057338880 00002000:00100000:3.0:1746156244.599852:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510a80 x1830977057338880/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.599860:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510a80 with x1830977057338880 ext(0->4095) 00010000:00010000:3.0:1746156244.599865:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.599880:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.599885:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b510a80 00000100:00100000:3.0:1746156244.599910:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2613 00000100:00100000:3.0:1746156244.599916:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057338880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.600037:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057338880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.600042:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2613 00002000:00100000:3.0:1746156244.600046:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510a80 x1830977057338880/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.600051:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510a80 with x1830977057338880 ext(0->4095) 00010000:00010000:3.0:1746156244.600055:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.600062:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.600067:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b510a80 00000100:00100000:0.0:1746156244.605188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.605468:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057339008 00000100:00100000:3.0:1746156244.605475:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057339008 00010000:00010000:3.0:1746156244.605505:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.605527:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10853 00000100:00100000:3.0:1746156244.605533:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057339008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.605543:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.605558:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.605568:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.605586:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77c44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a73 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.605613:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.605615:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.605620:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 15 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.605627:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 15 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.605653:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 15 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.605662:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053960576:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.606718:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.609293:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.609434:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057339264 00000100:00100000:1.0:1746156244.609439:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057339264 00000100:00100000:3.0:1746156244.609445:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053960576:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.609467:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746156244.609470:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b517100 x1830977057339264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.609479:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b517100 with x1830977057339264 ext(0->4095) 00002000:00010000:1.0:1746156244.609482:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b517100 00000100:00100000:3.0:1746156244.609495:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057339008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3962us (4314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.609503:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10853 00000100:00100000:1.0:1746156244.609508:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4626 00000100:00100000:1.0:1746156244.609513:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057339264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156244.609762:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057339264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 248us (474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.609767:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4626 00002000:00100000:1.0:1746156244.609772:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b517100 x1830977057339264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.609777:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b517100 with x1830977057339264 ext(0->4095) 00002000:00010000:1.0:1746156244.609780:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b517100 00010000:00010000:2.0:1746156244.615414:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746156244.615487:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.615539:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057339392 00000100:00100000:0.0:1746156244.615546:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057339392 00000100:00100000:0.0:1746156244.615592:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6316 00000100:00100000:0.0:1746156244.615599:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057339392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156244.615612:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156244.615624:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a81 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.615647:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 15 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.615653:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.615654:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.615657:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.615680:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 15 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.615690:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 15 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.615700:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b516300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053960704:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156244.615762:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.618186:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b516300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053960704:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.618209:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.618221:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97400, rc 0) 00000100:00100000:2.0:1746156244.618264:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057339392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2665us (2782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.618274:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6316 00000100:00100000:0.0:1746156244.621399:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.621448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.621521:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057339520 00000100:00100000:2.0:1746156244.621529:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057339520 00000100:00100000:2.0:1746156244.621575:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6317 00000100:00100000:2.0:1746156244.621582:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:31590:x1830977057339520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.621596:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.621610:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a88 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.621631:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.621636:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.621641:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.621644:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.621670:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.621681:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.621689:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156244.621733:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31590:x1830977057339520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.621739:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6317 00000100:00100000:3.0:1746156244.621924:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057339648 00000100:00100000:3.0:1746156244.621928:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057339648 00010000:00010000:3.0:1746156244.621945:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 17 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.621970:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10854 00000100:00100000:3.0:1746156244.621975:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1974:x1830977057339648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.621982:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.621998:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 17 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.622007:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 17 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.622021:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77c4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a7a expref: 17 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.622032:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.622033:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.622038:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.622044:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.622061:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.622069:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.622079:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053960960:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.623478:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.629092:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.629248:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053960960:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.629275:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.629318:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057339648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7340us (7866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.629329:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10854 00000100:00100000:1.0:1746156244.629440:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057339904 00000100:00100000:1.0:1746156244.629448:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057339904 00002000:00100000:1.0:1746156244.629486:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b516a00 x1830977057339904/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.629495:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516a00 with x1830977057339904 ext(0->4095) 00010000:00010000:1.0:1746156244.629503:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.629516:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.629522:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b516a00 00000100:00100000:1.0:1746156244.629568:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2614 00000100:00100000:1.0:1746156244.629576:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057339904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156244.629724:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057339904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.629728:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2614 00002000:00100000:1.0:1746156244.629734:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b516a00 x1830977057339904/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.629740:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516a00 with x1830977057339904 ext(0->4095) 00010000:00010000:1.0:1746156244.629744:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.629751:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.629756:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b516a00 00000100:00100000:0.0:1746156244.632124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.632178:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057340032 00000100:00100000:3.0:1746156244.632185:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057340032 00010000:00010000:3.0:1746156244.632211:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.632240:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10855 00000100:00100000:3.0:1746156244.632246:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057340032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.632255:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.632269:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.632278:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.632293:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a81 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.632319:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.632321:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.632326:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 15 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.633084:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 15 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.633128:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 15 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.633140:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053961088:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.633219:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.636415:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.636470:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057340288 00000100:00100000:2.0:1746156244.636476:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057340288 00002000:00100000:2.0:1746156244.636509:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bf100 x1830977057340288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.636516:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf100 with x1830977057340288 ext(0->4095) 00002000:00010000:2.0:1746156244.636520:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bf100 00000100:00100000:2.0:1746156244.636546:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4627 00000100:00100000:2.0:1746156244.636551:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1975:x1830977057340288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.636594:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053961088:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.636619:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.636659:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057340032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4411us (4551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.636660:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1975:x1830977057340288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.636665:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4627 00000100:00100000:3.0:1746156244.636668:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10855 00002000:00100000:2.0:1746156244.636670:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bf100 x1830977057340288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.636676:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf100 with x1830977057340288 ext(0->4095) 00002000:00010000:2.0:1746156244.636678:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bf100 00000100:00100000:0.0:1746156244.642535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.643323:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057340416 00000100:00100000:2.0:1746156244.643330:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057340416 00000100:00100000:0.0:1746156244.643473:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6318 00000100:00100000:0.0:1746156244.643481:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057340416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156244.643494:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156244.643508:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a8f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.643529:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 15 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.643536:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.643537:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.643540:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.643559:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 15 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.643568:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 15 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.643577:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053961216:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156244.643642:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.644725:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053961216:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.644746:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.644757:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97400, rc 0) 00000100:00100000:2.0:1746156244.644781:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057340416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1302us (2253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.644787:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6318 00000100:00100000:0.0:1746156244.656330:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.656973:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057340544 00000100:00100000:3.0:1746156244.656980:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057340544 00002000:00100000:3.0:1746156244.657019:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920bf800 x1830977057340544/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.657028:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf800 with x1830977057340544 ext(0->7) 00010000:00010000:3.0:1746156244.657035:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 16 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.657055:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 16 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.657060:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bf800 00000100:00100000:3.0:1746156244.657088:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2615 00000100:00100000:3.0:1746156244.657094:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057340544:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156244.657684:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057340544:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 589us (1360us total) trans 4294967992 rc 0/0 00000100:00100000:3.0:1746156244.657691:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2615 00002000:00100000:3.0:1746156244.657696:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920bf800 x1830977057340544/t4294967992(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/448 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.657703:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf800 with x1830977057340544 ext(0->7) 00010000:00010000:3.0:1746156244.657706:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 18 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.657715:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 18 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.657720:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bf800 00000100:00100000:0.0:1746156244.669418:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.669498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.669543:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057340672 00000100:00100000:2.0:1746156244.669552:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057340672 00000100:00100000:3.0:1746156244.669579:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057340800 00000100:00100000:3.0:1746156244.669584:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057340800 00000100:00100000:2.0:1746156244.669590:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6319 00000100:00100000:2.0:1746156244.669598:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057340672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.669604:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.669611:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.669623:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a96 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.669624:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10856 00000100:00100000:3.0:1746156244.669629:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1975:x1830977057340800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.669638:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.669642:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.669648:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.669653:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.669657:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 20 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.669758:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 20 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.669768:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 20 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.669782:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.669783:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77c59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a88 expref: 20 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.669792:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.669794:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.669798:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.669806:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.669815:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.669823:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00010000:00010000:3.0:1746156244.669825:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.669835:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.669846:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053961472:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.669865:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057340672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 267us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.669870:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6319 00000100:00100000:3.0:1746156244.670060:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.674417:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053961472:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.674441:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.674547:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1975:x1830977057340800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4915us (5046us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.674557:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10856 00000100:00100000:0.0:1746156244.674927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.675106:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057341056 00000100:00100000:3.0:1746156244.675120:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057341056 00002000:00100000:3.0:1746156244.675147:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bc000 x1830977057341056/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.675156:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc000 with x1830977057341056 ext(0->4095) 00010000:00010000:3.0:1746156244.675162:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.675172:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.675177:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bc000 00000100:00100000:3.0:1746156244.675198:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2616 00000100:00100000:3.0:1746156244.675205:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057341056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.675320:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057341056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.675325:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2616 00002000:00100000:3.0:1746156244.675330:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bc000 x1830977057341056/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.675336:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc000 with x1830977057341056 ext(0->4095) 00010000:00010000:3.0:1746156244.675340:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.675349:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.675358:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bc000 00000100:00100000:0.0:1746156244.678004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.678142:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057341184 00000100:00100000:3.0:1746156244.678151:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057341184 00010000:00010000:3.0:1746156244.678185:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.678240:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10857 00000100:00100000:3.0:1746156244.678250:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057341184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.678264:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.678281:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.678291:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.678311:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e77c60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a8f expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.678350:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.678353:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.678361:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.678602:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.678637:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.678650:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053961600:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.678747:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.680254:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053961600:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.680274:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.680340:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057341184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2091us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.680348:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10857 00000100:00100000:0.0:1746156244.680530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.680627:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057341440 00000100:00100000:3.0:1746156244.680632:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057341440 00002000:00100000:3.0:1746156244.680657:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bea00 x1830977057341440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.680665:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bea00 with x1830977057341440 ext(0->4095) 00002000:00010000:3.0:1746156244.680669:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bea00 00000100:00100000:3.0:1746156244.680741:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4628 00000100:00100000:3.0:1746156244.680749:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1973:x1830977057341440:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746156244.681237:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1973:x1830977057341440:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 488us (706us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.681246:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4628 00002000:00100000:3.0:1746156244.681251:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bea00 x1830977057341440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.681258:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bea00 with x1830977057341440 ext(0->4095) 00002000:00010000:3.0:1746156244.681261:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bea00 00000100:00100000:0.0:1746156244.682435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.682724:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057341568 00000100:00100000:2.0:1746156244.682729:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057341568 00000100:00100000:2.0:1746156244.682764:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6320 00000100:00100000:2.0:1746156244.682770:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057341568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.682781:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.682792:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813a9d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.682811:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.682817:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.682819:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.682822:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.682842:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 17 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.682849:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 17 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.682857:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053961728:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.683235:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.684812:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053961728:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.684834:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.684845:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:0.0:1746156244.684847:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.684886:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057341568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2115us (2452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.684892:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6320 00000100:00100000:3.0:1746156244.685316:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057341696 00000100:00100000:3.0:1746156244.685323:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057341696 00010000:00010000:3.0:1746156244.685349:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 18 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.685413:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10858 00000100:00100000:3.0:1746156244.685421:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057341696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.685433:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.685453:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 18 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.685464:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 18 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.685482:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77c67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a96 expref: 18 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.685492:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.685494:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.685501:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.685513:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.685541:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.685551:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053961856:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.686537:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.688590:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053961856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.688618:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.689124:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1974:x1830977057341696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3687us (4263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.689135:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10858 00000100:00100000:0.0:1746156244.689259:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.689563:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057341952 00000100:00100000:3.0:1746156244.689570:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057341952 00002000:00100000:3.0:1746156244.689606:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bce00 x1830977057341952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.689616:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bce00 with x1830977057341952 ext(0->4095) 00002000:00010000:3.0:1746156244.689620:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bce00 00000100:00100000:3.0:1746156244.689982:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4629 00000100:00100000:3.0:1746156244.689992:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057341952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.690151:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057341952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (891us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.690161:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4629 00002000:00100000:3.0:1746156244.690166:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bce00 x1830977057341952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.690173:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bce00 with x1830977057341952 ext(0->4095) 00002000:00010000:3.0:1746156244.690176:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bce00 00000100:00100000:0.0:1746156244.692076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.692150:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057342080 00000100:00100000:2.0:1746156244.692157:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057342080 00000100:00100000:2.0:1746156244.692223:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6321 00000100:00100000:2.0:1746156244.692232:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:31590:x1830977057342080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.692247:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.692262:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813aa4 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.692287:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.692294:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.692296:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.692299:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.692328:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.692339:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.692350:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053961984:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.692461:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.693554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.693622:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057342208 00000100:00100000:1.0:1746156244.693627:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057342208 00000100:00100000:1.0:1746156244.693669:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6322 00000100:00100000:1.0:1746156244.693675:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31591:x1830977057342208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.693685:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.693695:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813aab expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.693710:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.693714:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 20 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.693720:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.693723:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.693743:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 20 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.693754:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.693762:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90c00, rc 0) 00000100:00100000:1.0:1746156244.693788:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:31591:x1830977057342208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.693794:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6322 00000100:00100000:2.0:1746156244.695994:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053961984:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.696019:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.696032:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156244.696062:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057342080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3832us (3990us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.696068:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6321 00000100:00100000:0.0:1746156244.696310:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.696426:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057342336 00000100:00100000:3.0:1746156244.696433:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057342336 00010000:00010000:3.0:1746156244.696462:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.696513:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10859 00000100:00100000:3.0:1746156244.696521:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057342336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.696533:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.696553:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.696564:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.697603:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77c6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813a9d expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.697633:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.697636:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.697644:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.697657:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.697693:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.697705:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 18 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.697718:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053962240:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.697893:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.700400:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.700409:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053962240:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.700435:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.700507:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057342336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3986us (4196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.700519:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10859 00000100:00100000:2.0:1746156244.700902:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057342592 00000100:00100000:2.0:1746156244.700908:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057342592 00002000:00100000:2.0:1746156244.700943:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284b100 x1830977057342592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.701088:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b100 with x1830977057342592 ext(0->4095) 00010000:00010000:2.0:1746156244.701095:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.701106:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.701126:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009284b100 00000100:00100000:2.0:1746156244.701297:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2617 00000100:00100000:2.0:1746156244.701304:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057342592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.701442:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057342592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (1047us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.701447:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2617 00002000:00100000:2.0:1746156244.701452:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284b100 x1830977057342592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.701459:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b100 with x1830977057342592 ext(0->4095) 00010000:00010000:2.0:1746156244.701463:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.701470:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.701786:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009284b100 00000100:00100000:2.0:1746156244.705228:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.705335:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057342720 00000100:00100000:3.0:1746156244.705344:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057342720 00010000:00010000:3.0:1746156244.705567:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.705617:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10860 00000100:00100000:3.0:1746156244.705628:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1972:x1830977057342720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.705640:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.705663:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.705674:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.705696:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aa4 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.705733:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.705735:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.705742:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.705751:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.705778:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.705789:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053962368:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.706199:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.709591:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053962368:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.709617:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.710005:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1972:x1830977057342720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4379us (4782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.710016:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10860 00000100:00100000:0.0:1746156244.710099:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.710326:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057342976 00000100:00100000:3.0:1746156244.710332:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057342976 00002000:00100000:3.0:1746156244.710361:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848380 x1830977057342976/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.710402:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848380 with x1830977057342976 ext(0->4095) 00002000:00010000:3.0:1746156244.710406:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848380 00000100:00100000:0.0:1746156244.710440:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4630 00000100:00100000:0.0:1746156244.710448:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057342976:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156244.710610:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057342976:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (510us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156244.710616:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4630 00002000:00100000:0.0:1746156244.710621:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848380 x1830977057342976/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156244.710633:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848380 with x1830977057342976 ext(0->4095) 00002000:00010000:0.0:1746156244.710635:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848380 00000100:00100000:0.0:1746156244.713951:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.714151:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057343104 00000100:00100000:2.0:1746156244.714160:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057343104 00000100:00100000:2.0:1746156244.714206:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6323 00000100:00100000:2.0:1746156244.714213:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057343104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.714227:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.714240:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ab2 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.714263:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.714270:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.714272:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.714275:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.714298:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.714309:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 17 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.714318:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053962496:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.714421:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.716217:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053962496:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.716246:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.716258:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156244.716443:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057343104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2230us (2498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.716451:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6323 00000100:00100000:0.0:1746156244.717734:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.717805:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057343232 00000100:00100000:3.0:1746156244.717811:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057343232 00010000:00010000:3.0:1746156244.717836:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.717866:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10861 00000100:00100000:3.0:1746156244.717872:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057343232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.717882:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.717898:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.717907:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.717925:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77c7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aab expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.717939:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.717940:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.717945:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.717956:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.717979:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.717988:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053962624:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.718046:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.720633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.720782:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057343360 00000100:00100000:2.0:1746156244.720788:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057343360 00000100:00100000:2.0:1746156244.720822:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6324 00000100:00100000:2.0:1746156244.720828:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977057343360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.720841:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.720853:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ab9 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.720880:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.720890:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.720892:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.720898:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.720919:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.720929:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 5 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.720939:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053962752:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156244.720941:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053962624:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.720959:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.720990:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057343232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3117us (3258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.720998:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10861 00000100:00100000:2.0:1746156244.721000:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.721327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.721649:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057343616 00000100:00100000:2.0:1746156244.721653:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057343616 00002000:00100000:2.0:1746156244.721677:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b513800 x1830977057343616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.721685:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513800 with x1830977057343616 ext(0->4095) 00010000:00010000:2.0:1746156244.721691:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.721701:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.721706:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b513800 00000100:00100000:2.0:1746156244.721731:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2618 00000100:00100000:2.0:1746156244.721737:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057343616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.721850:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057343616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (523us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.721855:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2618 00002000:00100000:2.0:1746156244.721860:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b513800 x1830977057343616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.721867:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513800 with x1830977057343616 ext(0->4095) 00010000:00010000:2.0:1746156244.721870:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.721879:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.721884:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b513800 00000100:00100000:0.0:1746156244.723729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.723802:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053962752:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.723824:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.723840:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:1.0:1746156244.723862:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057343744 00000100:00100000:1.0:1746156244.723867:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057343744 00000100:00100000:3.0:1746156244.723873:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057343360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3045us (3246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.723879:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6324 00000100:00100000:1.0:1746156244.723892:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6325 00000100:00100000:1.0:1746156244.723897:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31591:x1830977057343744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.723905:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.723915:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ac0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.724146:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.724152:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.724158:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.724161:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.724183:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.724191:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.724197:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156244.724215:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31591:x1830977057343744:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 318us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.724219:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6325 00000100:00100000:2.0:1746156244.724289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.724451:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057343872 00000100:00100000:3.0:1746156244.724454:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057343872 00010000:00010000:3.0:1746156244.724468:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.724484:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10862 00000100:00100000:3.0:1746156244.724488:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057343872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.724495:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.724510:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.724519:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.724534:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77c83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab2 expref: 6 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.724554:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.724555:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.724560:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.724566:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.724583:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 18 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.724591:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 18 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.724603:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053963008:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.724642:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.727573:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053963008:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.727596:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.727706:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057343872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3216us (3416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.727714:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10862 00000100:00100000:0.0:1746156244.727769:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.727826:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057344128 00000100:00100000:3.0:1746156244.727831:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057344128 00002000:00100000:3.0:1746156244.727857:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848000 x1830977057344128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.727865:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830977057344128 ext(0->4095) 00010000:00010000:3.0:1746156244.727872:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.727884:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.727890:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092848000 00000100:00100000:3.0:1746156244.728522:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2619 00000100:00100000:3.0:1746156244.728530:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057344128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156244.728710:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057344128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (940us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.728719:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2619 00002000:00100000:3.0:1746156244.728725:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848000 x1830977057344128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.728732:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830977057344128 ext(0->4095) 00010000:00010000:3.0:1746156244.728736:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.728745:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.728750:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092848000 00000100:00100000:0.0:1746156244.730509:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.730559:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057344256 00000100:00100000:3.0:1746156244.730565:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057344256 00010000:00010000:3.0:1746156244.730591:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.730623:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10863 00000100:00100000:3.0:1746156244.730629:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057344256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.730637:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.730651:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.730659:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.730676:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77c8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ab9 expref: 19 pid: 21377 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.730689:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.730691:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.730695:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.730702:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.730725:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.730734:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053963136:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.730806:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.733287:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053963136:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.733306:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156244.733444:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.733537:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057344512 00000100:00100000:2.0:1746156244.733542:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057344512 00000100:00100000:3.0:1746156244.733559:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057344256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2929us (3053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.733566:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10863 00002000:00100000:2.0:1746156244.733569:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284b800 x1830977057344512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.733576:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b800 with x1830977057344512 ext(0->4095) 00002000:00010000:2.0:1746156244.733579:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284b800 00000100:00100000:2.0:1746156244.733588:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4631 00000100:00100000:2.0:1746156244.733592:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057344512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.733792:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057344512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 197us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.733798:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4631 00002000:00100000:2.0:1746156244.733803:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284b800 x1830977057344512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.733810:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b800 with x1830977057344512 ext(0->4095) 00002000:00010000:2.0:1746156244.733813:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284b800 00000100:00100000:0.0:1746156244.735774:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.735830:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057344640 00000100:00100000:1.0:1746156244.735836:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057344640 00000100:00100000:0.0:1746156244.735889:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6326 00000100:00100000:0.0:1746156244.735897:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057344640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156244.735909:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156244.735920:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ac7 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.735939:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.735946:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.735947:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.735950:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.735973:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.735988:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.735997:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053963264:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156244.736105:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.738334:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.738417:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053963264:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.738438:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.738450:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97a00, rc 0) 00000100:00100000:2.0:1746156244.738478:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057344640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2583us (2710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.738485:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6326 00000100:00100000:3.0:1746156244.738550:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057344768 00000100:00100000:3.0:1746156244.738555:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057344768 00010000:00010000:3.0:1746156244.738574:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.738755:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10864 00000100:00100000:3.0:1746156244.738762:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057344768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.738772:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.738787:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.738796:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.738810:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac0 expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.738831:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.738833:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.738837:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.738844:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.738864:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.738873:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053963392:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.738919:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.741084:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053963392:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.741119:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.741159:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:1974:x1830977057344768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2397us (2830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.741170:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10864 00000100:00100000:0.0:1746156244.742012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.742120:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057345024 00000100:00100000:2.0:1746156244.742126:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057345024 00002000:00100000:2.0:1746156244.742164:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb800 x1830977057345024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.742173:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb800 with x1830977057345024 ext(0->4095) 00002000:00010000:2.0:1746156244.742176:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccb800 00000100:00100000:2.0:1746156244.742203:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4632 00000100:00100000:2.0:1746156244.742210:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057345024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.742405:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057345024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 195us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.742414:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4632 00002000:00100000:2.0:1746156244.742420:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb800 x1830977057345024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.742427:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb800 with x1830977057345024 ext(0->4095) 00002000:00010000:2.0:1746156244.742429:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccb800 00000100:00100000:0.0:1746156244.744654:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.744726:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.745001:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057345152 00000100:00100000:1.0:1746156244.745008:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057345152 00000100:00100000:1.0:1746156244.745046:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057345280 00000100:00100000:1.0:1746156244.745048:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057345280 00000100:00100000:1.0:1746156244.745062:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6327 00000100:00100000:1.0:1746156244.745068:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31591:x1830977057345152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.745082:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.745095:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ace expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.745128:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.745135:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.745137:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.745140:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.745164:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.745173:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 5 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.745181:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053963520:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.745240:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.745308:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6328 00000100:00100000:2.0:1746156244.745319:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057345280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.745327:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.745333:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ad5 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.745345:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.745348:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.745353:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.745355:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.745394:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.745405:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.745412:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156244.745451:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:31590:x1830977057345280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.745456:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6328 00000100:00100000:0.0:1746156244.751446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.751612:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057345408 00000100:00100000:3.0:1746156244.751620:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057345408 00000100:00100000:1.0:1746156244.751644:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053963520:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.751647:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.751665:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.751672:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10865 00000100:00100000:3.0:1746156244.751679:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057345408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156244.751683:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00010000:00010000:3.0:1746156244.751689:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.751705:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.751714:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.751729:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77c98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ac7 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.751733:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31591:x1830977057345152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6664us (7083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.751739:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6327 00010000:00010000:3.0:1746156244.751741:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.751742:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.751748:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.751755:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.751778:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 18 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.751787:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.751796:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053963776:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.751836:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.757854:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053963776:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.757879:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.757922:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057345408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6243us (6482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.757930:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10865 00000100:00100000:0.0:1746156244.758305:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.758396:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057345664 00000100:00100000:2.0:1746156244.758402:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057345664 00002000:00100000:2.0:1746156244.758435:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8a80 x1830977057345664/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.758444:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8a80 with x1830977057345664 ext(0->4095) 00010000:00010000:2.0:1746156244.758451:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.758463:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.758469:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8a80 00000100:00100000:2.0:1746156244.758494:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2620 00000100:00100000:2.0:1746156244.758501:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1975:x1830977057345664:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.758620:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1975:x1830977057345664:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.758626:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2620 00002000:00100000:2.0:1746156244.758630:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8a80 x1830977057345664/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.758637:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8a80 with x1830977057345664 ext(0->4095) 00010000:00010000:2.0:1746156244.758641:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.758656:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.758661:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8a80 00000100:00100000:0.0:1746156244.762429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.762599:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057345792 00000100:00100000:1.0:1746156244.762606:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057345792 00000100:00100000:1.0:1746156244.762651:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6329 00000100:00100000:1.0:1746156244.762658:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057345792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.762672:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.762685:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813adc expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.762706:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.762711:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.762717:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156244.762720:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.762746:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.762757:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.762770:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:1.0:1746156244.762804:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057345792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.762810:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6329 00000100:00100000:0.0:1746156244.764011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.764160:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057345920 00000100:00100000:3.0:1746156244.764166:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057345920 00010000:00010000:3.0:1746156244.764187:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.764220:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10866 00000100:00100000:3.0:1746156244.764227:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057345920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.764239:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.764255:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.764265:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.764280:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77c9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ace expref: 19 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.764303:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.764305:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.764310:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.764316:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.764336:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 18 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.764345:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.764353:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053964032:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.764429:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.771553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.771670:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053964032:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.771675:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057346176 00000100:00100000:1.0:1746156244.771681:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057346176 00010000:00010000:3.0:1746156244.771693:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746156244.771716:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9c00 x1830977057346176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.771725:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9c00 with x1830977057346176 ext(0->4095) 00010000:00010000:1.0:1746156244.771732:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 19 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.771740:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057345920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7513us (7731us total) trans 0 rc 0/0 00010000:00010000:1.0:1746156244.771745:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 19 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.771749:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10866 00002000:00010000:1.0:1746156244.771750:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc9c00 00000100:00100000:1.0:1746156244.771775:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2621 00000100:00100000:1.0:1746156244.771781:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057346176:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156244.772062:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057346176:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 280us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.772068:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2621 00002000:00100000:1.0:1746156244.772073:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9c00 x1830977057346176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.772084:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9c00 with x1830977057346176 ext(0->4095) 00010000:00010000:1.0:1746156244.772088:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.772097:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.772101:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc9c00 00000100:00100000:0.0:1746156244.775075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.775569:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057346304 00000100:00100000:2.0:1746156244.775576:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057346304 00000100:00100000:2.0:1746156244.775619:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6330 00000100:00100000:2.0:1746156244.775625:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977057346304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.775639:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.775651:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ae3 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.775672:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.775677:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.775682:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.775685:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.775712:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.775722:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.775729:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156244.775777:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057346304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.775783:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6330 00000100:00100000:3.0:1746156244.777360:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.777423:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057346432 00000100:00100000:2.0:1746156244.777428:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057346432 00010000:00010000:2.0:1746156244.777449:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 19 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.777467:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10867 00000100:00100000:2.0:1746156244.777473:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1973:x1830977057346432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.777482:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.777497:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 19 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.777507:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 19 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.777522:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77ca6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ad5 expref: 19 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.777861:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.777863:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.777869:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.777875:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.777903:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.777912:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.777922:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053964288:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.777993:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.781098:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.781137:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053964288:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.781155:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.781191:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057346688 00000100:00100000:1.0:1746156244.781196:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057346688 00002000:00100000:1.0:1746156244.781221:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09f80 x1830977057346688/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.781227:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09f80 with x1830977057346688 ext(0->4095) 00010000:00010000:1.0:1746156244.781232:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.781241:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.781245:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c09f80 00000100:00100000:1.0:1746156244.781263:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2622 00000100:00100000:1.0:1746156244.781267:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057346688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156244.781380:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057346688:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.781381:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1973:x1830977057346432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3892us (4009us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.781384:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2622 00002000:00100000:1.0:1746156244.781388:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09f80 x1830977057346688/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746156244.781389:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10867 00002000:00100000:1.0:1746156244.781392:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09f80 with x1830977057346688 ext(0->4095) 00010000:00010000:1.0:1746156244.781395:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.781400:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.781403:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c09f80 00000100:00100000:3.0:1746156244.784156:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.784473:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057346816 00000100:00100000:2.0:1746156244.784483:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057346816 00010000:00010000:2.0:1746156244.784514:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.784570:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10868 00000100:00100000:0.0:1746156244.784578:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057346816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156244.784589:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156244.784605:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156244.784615:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156244.784631:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77cad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813adc expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156244.784658:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156244.784659:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156244.784665:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.784675:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.784698:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156244.784706:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053964416:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.784771:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.790284:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053964416:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156244.790306:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156244.790417:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057346816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5828us (6254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156244.790428:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10868 00000100:00100000:1.0:1746156244.790763:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.791420:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057347072 00000100:00100000:0.0:1746156244.791428:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057347072 00002000:00100000:0.0:1746156244.791466:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510000 x1830977057347072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156244.791476:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510000 with x1830977057347072 ext(0->4095) 00002000:00010000:0.0:1746156244.791480:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510000 00000100:00100000:0.0:1746156244.791521:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4633 00000100:00100000:0.0:1746156244.791531:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1975:x1830977057347072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156244.791704:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1975:x1830977057347072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (939us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156244.791711:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4633 00002000:00100000:0.0:1746156244.791718:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510000 x1830977057347072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156244.791724:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510000 with x1830977057347072 ext(0->4095) 00002000:00010000:0.0:1746156244.791727:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510000 00000100:00100000:1.0:1746156244.794355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.794419:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057347200 00000100:00100000:2.0:1746156244.794426:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057347200 00000100:00100000:2.0:1746156244.794463:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6331 00000100:00100000:2.0:1746156244.794470:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057347200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.794481:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.794493:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813aea expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.794521:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.794527:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.794529:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.794532:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.794556:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 17 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.794566:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 17 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.794575:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053964544:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.794696:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.797135:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053964544:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.797161:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.797174:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156244.797221:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057347200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2750us (2874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.797227:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6331 00000100:00100000:3.0:1746156244.798494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.799062:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057347328 00000100:00100000:0.0:1746156244.799070:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057347328 00010000:00010000:0.0:1746156244.799098:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.799141:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10869 00000100:00100000:0.0:1746156244.799148:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057347328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156244.799158:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156244.799174:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156244.799184:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 18 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.799205:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.799273:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057347456 00000100:00100000:3.0:1746156244.799277:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057347456 00010000:00010000:0.0:1746156244.799385:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77cb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ae3 expref: 19 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.799695:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6332 00000100:00100000:3.0:1746156244.799702:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057347456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.799713:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156244.799722:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813af1 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.799735:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.799739:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.799744:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156244.799748:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.799787:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.799798:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.799804:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.799805:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.799810:0:8461:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.799816:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.799834:0:8461:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.799843:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.799853:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053964800:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156244.800117:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.800137:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.800140:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057347328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 993us (1648us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156244.800147:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10869 00000100:00100000:3.0:1746156244.802591:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.802661:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057347712 00000100:00100000:2.0:1746156244.802668:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057347712 00002000:00100000:2.0:1746156244.802704:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0bb80 x1830977057347712/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.802713:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0bb80 with x1830977057347712 ext(0->4095) 00010000:00010000:2.0:1746156244.802720:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.802732:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.802738:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0bb80 00000100:00100000:2.0:1746156244.802766:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2623 00000100:00100000:2.0:1746156244.802775:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057347712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156244.803177:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053964800:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156244.803196:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956dce00, rc 0) 00000100:00100000:0.0:1746156244.803697:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:31590:x1830977057347456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3995us (4489us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156244.803704:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6332 00000100:00100000:2.0:1746156244.803795:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057347712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1021us (1208us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.803801:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2623 00002000:00100000:2.0:1746156244.803807:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0bb80 x1830977057347712/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.803813:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0bb80 with x1830977057347712 ext(0->4095) 00010000:00010000:2.0:1746156244.803818:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.803826:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.803836:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0bb80 00000100:00100000:3.0:1746156244.811678:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.811762:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057347840 00000100:00100000:0.0:1746156244.811768:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057347840 00010000:00010000:0.0:1746156244.811899:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746156244.811926:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10870 00000100:00100000:0.0:1746156244.811932:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057347840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156244.811942:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156244.811958:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156244.812360:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156244.812444:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aea expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746156244.812474:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156244.812476:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156244.812483:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.812490:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.812518:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156244.812528:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053964928:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156244.812702:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.819511:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053964928:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156244.819529:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156244.819577:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057347840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7644us (7904us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156244.819586:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10870 00000100:00100000:3.0:1746156244.820324:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.820454:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057348096 00000100:00100000:2.0:1746156244.820460:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057348096 00002000:00100000:2.0:1746156244.820488:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0a300 x1830977057348096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.820497:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a300 with x1830977057348096 ext(0->4095) 00002000:00010000:2.0:1746156244.820500:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0a300 00000100:00100000:2.0:1746156244.820646:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4634 00000100:00100000:2.0:1746156244.820654:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057348096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.820759:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057348096:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.820764:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4634 00002000:00100000:2.0:1746156244.820768:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0a300 x1830977057348096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.820774:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a300 with x1830977057348096 ext(0->4095) 00002000:00010000:2.0:1746156244.820776:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0a300 00000100:00100000:0.0:1746156244.830596:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.830969:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057348224 00000100:00100000:2.0:1746156244.830977:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057348224 00000100:00100000:2.0:1746156244.831196:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6333 00000100:00100000:2.0:1746156244.831205:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057348224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.831220:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.831232:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813af8 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.831258:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.831263:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.831264:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.831266:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.831285:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 17 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.831292:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 17 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.831300:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053965056:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.831385:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.834605:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053965056:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.834629:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.834641:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156244.834678:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057348224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3476us (4090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.834684:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6333 00000100:00100000:0.0:1746156244.839283:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.839395:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057348352 00000100:00100000:1.0:1746156244.839403:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057348352 00002000:00100000:1.0:1746156244.839438:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134cc9180 x1830977057348352/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.839448:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9180 with x1830977057348352 ext(0->7) 00010000:00010000:1.0:1746156244.839456:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.839469:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 18 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.839475:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc9180 00000100:00100000:1.0:1746156244.839501:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2624 00000100:00100000:1.0:1746156244.839508:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1975:x1830977057348352:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156244.840817:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1975:x1830977057348352:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1306us (1537us total) trans 4294967993 rc 0/0 00000100:00100000:1.0:1746156244.840824:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2624 00002000:00100000:1.0:1746156244.840830:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134cc9180 x1830977057348352/t4294967993(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/448 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.840837:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9180 with x1830977057348352 ext(0->7) 00010000:00010000:1.0:1746156244.840843:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.840853:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.840858:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc9180 00000100:00100000:0.0:1746156244.846885:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.846944:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057348480 00000100:00100000:2.0:1746156244.846953:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057348480 00010000:00010000:2.0:1746156244.846987:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.847025:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10871 00000100:00100000:2.0:1746156244.847033:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1973:x1830977057348480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.847044:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.847061:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.847072:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.847089:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e77cc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af1 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.847122:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.847124:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.847131:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.847138:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.847163:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.847174:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053965184:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.847251:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.849651:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.849652:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053965184:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.849669:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.849708:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1973:x1830977057348480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2675us (2828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.849717:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10871 00000100:00100000:1.0:1746156244.849721:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057348736 00000100:00100000:1.0:1746156244.849726:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057348736 00002000:00100000:1.0:1746156244.849850:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8e00 x1830977057348736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.849860:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8e00 with x1830977057348736 ext(0->4095) 00002000:00010000:1.0:1746156244.849863:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc8e00 00000100:00100000:1.0:1746156244.849886:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4635 00000100:00100000:1.0:1746156244.849892:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057348736:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156244.849996:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057348736:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.850002:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4635 00002000:00100000:1.0:1746156244.850007:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8e00 x1830977057348736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.850014:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8e00 with x1830977057348736 ext(0->4095) 00002000:00010000:1.0:1746156244.850017:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc8e00 00000100:00100000:0.0:1746156244.851640:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.852626:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057348864 00000100:00100000:2.0:1746156244.852633:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057348864 00000100:00100000:2.0:1746156244.852675:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6334 00000100:00100000:2.0:1746156244.852682:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31591:x1830977057348864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.852695:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.852707:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813aff expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.852728:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.852734:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.852736:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.852739:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.852761:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.852771:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.852786:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053965312:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.852848:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.856667:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.856884:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057348992 00000100:00100000:1.0:1746156244.856898:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057348992 00000100:00100000:1.0:1746156244.856929:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6335 00000100:00100000:1.0:1746156244.856934:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31590:x1830977057348992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.856947:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.856959:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b06 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.856979:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.856984:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.856989:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.856996:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.857024:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.857034:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.857041:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:1.0:1746156244.857083:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31590:x1830977057348992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.857091:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6335 00000100:00100000:2.0:1746156244.859146:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053965312:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.859170:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.859182:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156244.859211:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31591:x1830977057348864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6530us (7576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.859219:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6334 00000100:00100000:0.0:1746156244.860516:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.860637:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057349120 00000100:00100000:2.0:1746156244.860643:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057349120 00010000:00010000:2.0:1746156244.860669:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.861659:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10872 00000100:00100000:3.0:1746156244.861675:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057349120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.861688:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.861708:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.861719:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.861737:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77cc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813af8 expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.861762:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.861764:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.861770:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.861778:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.861812:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 20 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.861821:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.861830:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053965568:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.861902:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.863573:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053965568:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.863589:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.863616:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057349120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1949us (3103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.863623:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10872 00000100:00100000:1.0:1746156244.864800:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.864912:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057349376 00000100:00100000:2.0:1746156244.864920:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057349376 00002000:00100000:2.0:1746156244.864958:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511180 x1830977057349376/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.864965:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511180 with x1830977057349376 ext(0->4095) 00010000:00010000:2.0:1746156244.864971:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 21 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.864982:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 21 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.864988:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511180 00000100:00100000:2.0:1746156244.865014:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2625 00000100:00100000:2.0:1746156244.865021:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1975:x1830977057349376:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.865147:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1975:x1830977057349376:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.865152:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2625 00002000:00100000:2.0:1746156244.865156:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511180 x1830977057349376/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.865162:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511180 with x1830977057349376 ext(0->4095) 00010000:00010000:2.0:1746156244.865166:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 21 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.865173:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 21 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.865178:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511180 00000100:00100000:0.0:1746156244.870077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.870172:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057349504 00000100:00100000:2.0:1746156244.870179:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057349504 00000100:00100000:2.0:1746156244.870226:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6336 00000100:00100000:2.0:1746156244.870233:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057349504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.870248:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.870262:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b0d expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.870285:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.870290:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.870296:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.870299:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.870327:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.870338:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.870346:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156244.871354:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057349504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1117us (1281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.871361:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6336 00000100:00100000:0.0:1746156244.871711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.871762:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057349632 00000100:00100000:3.0:1746156244.871766:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057349632 00010000:00010000:3.0:1746156244.871795:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 21 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.873562:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10873 00000100:00100000:3.0:1746156244.873576:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1974:x1830977057349632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.873588:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.873608:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 21 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.873620:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 21 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.873638:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77cd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813aff expref: 21 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.873660:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.873662:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.873669:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.873675:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.873702:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.873711:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.873721:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053965824:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.873796:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.877962:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053965824:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.877982:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.878014:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057349632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4443us (6303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.878023:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10873 00000100:00100000:0.0:1746156244.878583:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.878776:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057349888 00000100:00100000:1.0:1746156244.878782:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057349888 00002000:00100000:1.0:1746156244.878811:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8700 x1830977057349888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.878819:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8700 with x1830977057349888 ext(0->4095) 00010000:00010000:1.0:1746156244.878826:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.878838:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.878843:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8700 00000100:00100000:1.0:1746156244.878870:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2626 00000100:00100000:1.0:1746156244.878876:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057349888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156244.879003:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057349888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.879008:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2626 00002000:00100000:1.0:1746156244.879013:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8700 x1830977057349888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.879019:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8700 with x1830977057349888 ext(0->4095) 00010000:00010000:1.0:1746156244.879023:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.879035:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.879041:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8700 00000100:00100000:0.0:1746156244.882397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.882961:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.883017:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057350016 00000100:00100000:2.0:1746156244.883024:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057350016 00000100:00100000:2.0:1746156244.883061:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6337 00000100:00100000:2.0:1746156244.883067:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:31590:x1830977057350016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.883081:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.883093:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b14 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.883126:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.883130:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.883135:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.883138:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.883162:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.883171:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.883179:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156244.883208:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31590:x1830977057350016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.883213:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6337 00000100:00100000:3.0:1746156244.883469:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057350144 00000100:00100000:3.0:1746156244.883473:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057350144 00010000:00010000:3.0:1746156244.883489:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.883504:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10874 00000100:00100000:3.0:1746156244.883508:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1974:x1830977057350144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.883515:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.883531:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.883539:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.883553:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77cd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b06 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.883565:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.883567:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.883572:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.883578:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.883598:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.883607:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 5 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.883616:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966080:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.883664:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.885886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.886410:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966080:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.886427:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.886467:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057350144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2957us (3506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.886476:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10874 00000100:00100000:2.0:1746156244.887482:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057350400 00000100:00100000:2.0:1746156244.887490:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057350400 00002000:00100000:2.0:1746156244.887576:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547800 x1830977057350400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.887586:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547800 with x1830977057350400 ext(0->4095) 00010000:00010000:2.0:1746156244.887593:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.887610:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.887616:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547800 00000100:00100000:2.0:1746156244.887641:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2627 00000100:00100000:2.0:1746156244.887648:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057350400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.887769:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057350400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (1887us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.887774:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2627 00002000:00100000:2.0:1746156244.887779:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547800 x1830977057350400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.887786:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547800 with x1830977057350400 ext(0->4095) 00010000:00010000:2.0:1746156244.887791:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.887799:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.887804:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547800 00000100:00100000:0.0:1746156244.889687:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.889780:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057350528 00000100:00100000:2.0:1746156244.889786:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057350528 00010000:00010000:2.0:1746156244.889811:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.889844:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10875 00000100:00100000:2.0:1746156244.889852:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057350528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.889863:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.889880:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.889889:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.889907:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77cde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b0d expref: 6 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.889921:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.889923:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.889929:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.889936:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.889960:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.889971:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966208:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.890039:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.891521:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966208:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.891536:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.891563:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057350528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1712us (1880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.891570:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10875 00000100:00100000:0.0:1746156244.891892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.891974:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057350784 00000100:00100000:1.0:1746156244.891979:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057350784 00002000:00100000:1.0:1746156244.892008:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b546a00 x1830977057350784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.892017:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b546a00 with x1830977057350784 ext(0->4095) 00002000:00010000:1.0:1746156244.892020:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b546a00 00000100:00100000:1.0:1746156244.892044:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4636 00000100:00100000:1.0:1746156244.892049:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1975:x1830977057350784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156244.892175:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1975:x1830977057350784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.892180:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4636 00002000:00100000:1.0:1746156244.892185:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b546a00 x1830977057350784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.892190:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b546a00 with x1830977057350784 ext(0->4095) 00002000:00010000:1.0:1746156244.892193:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b546a00 00000100:00100000:0.0:1746156244.893465:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.893625:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057350912 00000100:00100000:1.0:1746156244.893630:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057350912 00000100:00100000:1.0:1746156244.893669:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6338 00000100:00100000:1.0:1746156244.893675:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057350912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.893688:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.893700:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b1b expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.893720:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.893726:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.893727:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.893730:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.893751:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 19 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.893760:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 19 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.893770:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053966336:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.893827:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156244.895758:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053966336:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.895791:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.895806:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156244.895859:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057350912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2183us (2395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.895871:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6338 00000100:00100000:0.0:1746156244.896360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.896638:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057351040 00000100:00100000:2.0:1746156244.896644:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057351040 00010000:00010000:2.0:1746156244.896665:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.896686:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10876 00000100:00100000:2.0:1746156244.896695:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1975:x1830977057351040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.896704:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.896721:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.896730:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.896745:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77ce5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b14 expref: 20 pid: 8461 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.896760:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.896762:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.896768:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.896775:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.896797:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.896804:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966464:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.896862:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.898536:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966464:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.898551:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.898688:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1975:x1830977057351040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1991us (2326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.898697:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10876 00000100:00100000:0.0:1746156244.900693:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.901025:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057351296 00000100:00100000:1.0:1746156244.901032:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057351296 00002000:00100000:1.0:1746156244.901064:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545f80 x1830977057351296/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.901072:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545f80 with x1830977057351296 ext(0->4095) 00002000:00010000:1.0:1746156244.901076:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545f80 00000100:00100000:1.0:1746156244.901150:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4637 00000100:00100000:1.0:1746156244.901157:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057351296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156244.901391:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057351296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 233us (702us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.901396:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4637 00002000:00100000:1.0:1746156244.901401:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545f80 x1830977057351296/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.901408:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545f80 with x1830977057351296 ext(0->4095) 00002000:00010000:1.0:1746156244.901410:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545f80 00000100:00100000:0.0:1746156244.902267:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.902507:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057351424 00000100:00100000:1.0:1746156244.902511:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057351424 00000100:00100000:1.0:1746156244.902594:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6339 00000100:00100000:1.0:1746156244.902600:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:31590:x1830977057351424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.902609:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.902621:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b22 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.902644:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.902650:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.902652:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.902655:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.902677:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.902687:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 5 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.902697:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053966592:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.902762:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.902908:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.902956:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057351552 00000100:00100000:0.0:1746156244.902958:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057351552 00000100:00100000:0.0:1746156244.902983:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6340 00000100:00100000:0.0:1746156244.902987:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31591:x1830977057351552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156244.902993:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156244.902998:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b29 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.903007:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156244.903010:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.903015:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.903017:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 22 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.903184:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.903194:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 22 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.903202:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97200, rc 0) 00000100:00100000:0.0:1746156244.903554:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31591:x1830977057351552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 564us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156244.903559:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6340 00000100:00100000:1.0:1746156244.905298:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053966592:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.905322:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.905333:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:1.0:1746156244.905616:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31590:x1830977057351424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3014us (3348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.905623:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6339 00000100:00100000:0.0:1746156244.906530:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.906575:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057351680 00000100:00100000:2.0:1746156244.906581:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057351680 00010000:00010000:2.0:1746156244.906610:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.906637:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10877 00000100:00100000:2.0:1746156244.906644:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057351680:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.906656:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.906673:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.906682:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.906700:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77cec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b1b expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.906723:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.906726:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.906732:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.906738:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.906769:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.906779:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.906789:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966848:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.906849:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.909587:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.909639:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057351936 00000100:00100000:1.0:1746156244.909648:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057351936 00002000:00100000:1.0:1746156244.909678:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547100 x1830977057351936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.909687:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547100 with x1830977057351936 ext(0->4095) 00010000:00010000:1.0:1746156244.909694:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.909705:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.909711:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547100 00000100:00100000:1.0:1746156244.909737:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2628 00000100:00100000:1.0:1746156244.909743:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1974:x1830977057351936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.910044:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966848:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.910061:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.910081:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057351680:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3438us (3554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.910088:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10877 00000100:00100000:1.0:1746156244.910475:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1974:x1830977057351936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.910482:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2628 00002000:00100000:1.0:1746156244.910489:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547100 x1830977057351936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.910496:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547100 with x1830977057351936 ext(0->4095) 00010000:00010000:1.0:1746156244.910502:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.910511:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746156244.910515:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547100 00000100:00100000:0.0:1746156244.912698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.912815:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057352064 00000100:00100000:2.0:1746156244.912822:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057352064 00010000:00010000:2.0:1746156244.912852:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.912875:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10878 00000100:00100000:2.0:1746156244.912882:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1974:x1830977057352064:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.912895:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.912912:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.912922:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.912939:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77cf3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b22 expref: 21 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.912952:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.912954:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.912959:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 20 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.912966:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 20 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.912991:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 20 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.913001:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966976:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.913275:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.915032:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053966976:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.915047:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.915080:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057352064:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2194us (2384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.915091:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10878 00000100:00100000:0.0:1746156244.915223:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.915277:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057352320 00000100:00100000:1.0:1746156244.915283:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057352320 00002000:00100000:1.0:1746156244.915309:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84d500 x1830977057352320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.915318:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84d500 with x1830977057352320 ext(0->4095) 00002000:00010000:1.0:1746156244.915326:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84d500 00000100:00100000:1.0:1746156244.915350:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4638 00000100:00100000:1.0:1746156244.915356:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057352320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156244.915488:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057352320:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.915494:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4638 00002000:00100000:1.0:1746156244.915499:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84d500 x1830977057352320/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.915505:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84d500 with x1830977057352320 ext(0->4095) 00002000:00010000:1.0:1746156244.915508:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84d500 00000100:00100000:0.0:1746156244.917184:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.917295:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057352448 00000100:00100000:1.0:1746156244.917302:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057352448 00000100:00100000:1.0:1746156244.917338:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6341 00000100:00100000:1.0:1746156244.917346:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057352448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156244.917361:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.917405:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b30 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.917431:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 19 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.917444:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.917446:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.917449:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.917477:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 19 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.917488:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 19 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746156244.917500:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053967104:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156244.917600:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.918971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.919003:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053967104:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.919019:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.919030:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156244.919056:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057352448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1711us (1877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.919062:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6341 00000100:00100000:2.0:1746156244.919146:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057352576 00000100:00100000:2.0:1746156244.919152:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057352576 00010000:00010000:2.0:1746156244.919172:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 20 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.919203:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10879 00000100:00100000:2.0:1746156244.919210:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1975:x1830977057352576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.919217:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.919234:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 20 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.919244:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 20 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.919259:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e77cfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b29 expref: 20 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.919271:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.919272:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.919277:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.919284:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.919303:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.919311:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053967232:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.919357:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.922197:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.922250:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057352832 00000100:00100000:1.0:1746156244.922257:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057352832 00002000:00100000:1.0:1746156244.922288:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84f800 x1830977057352832/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.922303:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84f800 with x1830977057352832 ext(0->4095) 00002000:00010000:1.0:1746156244.922307:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84f800 00000100:00100000:1.0:1746156244.922333:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4639 00000100:00100000:1.0:1746156244.922340:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057352832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156244.922465:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053967232:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.922482:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156244.922490:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057352832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.922496:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4639 00002000:00100000:1.0:1746156244.922502:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84f800 x1830977057352832/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746156244.922504:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1975:x1830977057352576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3295us (3537us total) trans 0 rc 0/0 00002000:00100000:1.0:1746156244.922508:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84f800 with x1830977057352832 ext(0->4095) 00000100:00100000:2.0:1746156244.922510:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10879 00002000:00010000:1.0:1746156244.922511:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84f800 00000100:00100000:0.0:1746156244.926044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.926121:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.926142:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057352960 00000100:00100000:1.0:1746156244.926150:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057352960 00000100:00100000:2.0:1746156244.926172:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057353088 00000100:00100000:2.0:1746156244.926176:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057353088 00000100:00100000:1.0:1746156244.926199:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6342 00000100:00100000:2.0:1746156244.926205:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6343 00000100:00100000:1.0:1746156244.926206:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:31590:x1830977057352960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156244.926212:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:31591:x1830977057353088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.926236:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.926236:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.926250:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b3e expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.926250:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b37 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.926274:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.926280:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.926282:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.926284:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 22 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.926292:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156244.926296:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 22 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.926301:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.926304:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.926323:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.926326:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 22 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.926337:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 5 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746156244.926345:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156244.926346:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053967488:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156244.926353:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:1.0:1746156244.926417:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31590:x1830977057352960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.926424:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6342 00000100:00100000:2.0:1746156244.926433:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.928746:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053967488:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.928778:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 21 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.928794:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156244.928830:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31591:x1830977057353088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2618us (2724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.928838:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6343 00000100:00100000:0.0:1746156244.929292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.929335:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057353216 00000100:00100000:2.0:1746156244.929341:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057353216 00010000:00010000:2.0:1746156244.929400:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.929432:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10880 00000100:00100000:2.0:1746156244.929439:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057353216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156244.929449:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156244.929467:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.929482:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.929499:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b30 expref: 6 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.929523:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.929525:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.929530:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 20 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.929537:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 20 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.929559:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 20 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.929568:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 20 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746156244.929577:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053967616:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156244.929641:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.931995:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053967616:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156244.932013:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156244.932042:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057353216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2603us (2750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.932053:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10880 00000100:00100000:0.0:1746156244.932849:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.932914:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057353472 00000100:00100000:3.0:1746156244.932923:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057353472 00002000:00100000:3.0:1746156244.932962:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84f100 x1830977057353472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.932972:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84f100 with x1830977057353472 ext(0->4095) 00010000:00010000:3.0:1746156244.932979:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 21 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.932992:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 21 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.932998:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84f100 00000100:00100000:3.0:1746156244.933037:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2629 00000100:00100000:3.0:1746156244.933046:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1975:x1830977057353472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156244.933229:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1975:x1830977057353472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 183us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.933235:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2629 00002000:00100000:3.0:1746156244.933241:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84f100 x1830977057353472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.933248:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84f100 with x1830977057353472 ext(0->4095) 00010000:00010000:3.0:1746156244.933253:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 21 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.933263:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 21 pid: 8463 timeout: 600 lvb_type: 0 00002000:00010000:3.0:1746156244.933268:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84f100 00000100:00100000:0.0:1746156244.937729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.937795:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.937903:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057353600 00000100:00100000:2.0:1746156244.937911:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057353600 00000100:00100000:2.0:1746156244.937978:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6344 00000100:00100000:2.0:1746156244.937987:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057353600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.938004:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.938018:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b45 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.938040:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.938046:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.938051:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.938055:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.938086:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.938099:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.938120:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156244.938165:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057353600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.938171:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6344 00000100:00100000:3.0:1746156244.938441:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057353728 00000100:00100000:3.0:1746156244.938446:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057353728 00010000:00010000:3.0:1746156244.938466:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 21 pid: 8463 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.938498:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10881 00000100:00100000:3.0:1746156244.938514:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1973:x1830977057353728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.938522:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.938541:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 21 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.938556:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 21 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.938572:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b3e expref: 21 pid: 8463 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746156244.938587:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.938589:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.938595:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.938602:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.938627:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.938637:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746156244.938648:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053967872:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.938713:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156244.943821:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.944013:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053967872:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.944032:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.944065:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1973:x1830977057353728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5553us (6270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.944077:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10881 00000100:00100000:2.0:1746156244.944153:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057353984 00000100:00100000:2.0:1746156244.944160:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057353984 00002000:00100000:2.0:1746156244.944206:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ed80 x1830977057353984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.944216:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ed80 with x1830977057353984 ext(0->4095) 00010000:00010000:2.0:1746156244.944224:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.944237:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00002000:00010000:2.0:1746156244.944243:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ed80 00000100:00100000:2.0:1746156244.947422:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2630 00000100:00100000:2.0:1746156244.947440:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057353984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156244.947591:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057353984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (3776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156244.947596:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2630 00002000:00100000:2.0:1746156244.947604:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ed80 x1830977057353984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156244.947612:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ed80 with x1830977057353984 ext(0->4095) 00010000:00010000:2.0:1746156244.947626:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746156244.947638:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 20 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156244.947649:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ed80 00000100:00100000:0.0:1746156244.950868:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156244.950913:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.950939:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057354112 00000100:00100000:1.0:1746156244.950948:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057354112 00000100:00100000:3.0:1746156244.950994:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057354240 00000100:00100000:3.0:1746156244.950999:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057354240 00000100:00100000:1.0:1746156244.951006:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6345 00000100:00100000:1.0:1746156244.951015:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31590:x1830977057354112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156244.951019:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 21 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156244.951029:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156244.951042:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b4c expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.951074:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156244.951085:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.951092:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746156244.951093:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10882 00010000:00010000:1.0:1746156244.951096:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.951100:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1972:x1830977057354240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.951119:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.951136:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156244.951140:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.951146:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.951161:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77d08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b37 expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156244.951284:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.951294:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.951296:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.951303:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.951310:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156244.951319:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00010000:00010000:3.0:1746156244.951329:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.951339:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156244.951349:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053968128:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156244.951398:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31590:x1830977057354112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 382us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156244.951404:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6345 00000100:00100000:3.0:1746156244.951416:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.952962:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053968128:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.952978:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.953001:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1972:x1830977057354240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1902us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.953008:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10882 00000100:00100000:0.0:1746156244.954421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.954501:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057354496 00000100:00100000:1.0:1746156244.954509:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057354496 00002000:00100000:1.0:1746156244.954548:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ce00 x1830977057354496/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.954557:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ce00 with x1830977057354496 ext(0->4095) 00010000:00010000:1.0:1746156244.954565:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156244.954578:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156244.954585:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ce00 00000100:00100000:1.0:1746156244.954621:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2631 00000100:00100000:1.0:1746156244.954629:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057354496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156244.954783:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057354496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.954791:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2631 00002000:00100000:1.0:1746156244.954796:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ce00 x1830977057354496/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.954803:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ce00 with x1830977057354496 ext(0->4095) 00010000:00010000:1.0:1746156244.954808:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156244.954819:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156244.954824:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ce00 00000100:00100000:0.0:1746156244.962477:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.962731:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057354624 00000100:00100000:3.0:1746156244.962738:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057354624 00010000:00010000:3.0:1746156244.962772:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156244.962795:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10883 00000100:00100000:3.0:1746156244.962802:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057354624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.962812:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.962829:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.962840:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.962857:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b45 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.962884:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.962886:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.962891:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.962898:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.962922:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.962932:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053968256:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.962995:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.965407:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053968256:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.965429:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.965462:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057354624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2660us (2990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.965472:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10883 00000100:00100000:0.0:1746156244.965740:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.965971:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057354880 00000100:00100000:3.0:1746156244.965976:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057354880 00002000:00100000:3.0:1746156244.966004:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4832a00 x1830977057354880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.966014:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4832a00 with x1830977057354880 ext(0->4095) 00002000:00010000:3.0:1746156244.966017:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4832a00 00000100:00100000:1.0:1746156244.966465:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4640 00000100:00100000:1.0:1746156244.966473:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057354880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156244.967088:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057354880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 615us (1347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.967094:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4640 00002000:00100000:1.0:1746156244.967100:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4832a00 x1830977057354880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.967115:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4832a00 with x1830977057354880 ext(0->4095) 00002000:00010000:1.0:1746156244.967118:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4832a00 00000100:00100000:0.0:1746156244.971686:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.971798:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057355008 00000100:00100000:1.0:1746156244.971805:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057355008 00000100:00100000:1.0:1746156244.973953:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6346 00000100:00100000:1.0:1746156244.973970:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057355008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156244.974014:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156244.974035:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b53 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.974061:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.974068:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.974070:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156244.974072:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.974098:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 19 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156244.974120:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 19 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746156244.974130:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4833800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053968384:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156244.974213:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.976044:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4833800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053968384:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156244.976068:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.976082:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97a00, rc 0) 00000100:00100000:2.0:1746156244.976134:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057355008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2171us (4455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.976142:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6346 00000100:00100000:0.0:1746156244.978172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156244.978320:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057355136 00000100:00100000:1.0:1746156244.978327:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057355136 00002000:00100000:1.0:1746156244.978356:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a4832d80 x1830977057355136/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.978541:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4832d80 with x1830977057355136 ext(0->7) 00010000:00010000:1.0:1746156244.978549:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 20 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156244.978561:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 20 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156244.978567:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4832d80 00000100:00100000:1.0:1746156244.978590:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2632 00000100:00100000:1.0:1746156244.978596:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1974:x1830977057355136:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156244.978852:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057355136:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 256us (687us total) trans 4294967994 rc 0/0 00000100:00100000:1.0:1746156244.978858:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2632 00002000:00100000:1.0:1746156244.978864:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a4832d80 x1830977057355136/t4294967994(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 496/448 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.978871:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4832d80 with x1830977057355136 ext(0->7) 00010000:00010000:1.0:1746156244.978875:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156244.978883:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156244.978892:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4832d80 00000100:00100000:0.0:1746156244.982592:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.982889:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057355264 00000100:00100000:3.0:1746156244.982897:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057355264 00010000:00010000:3.0:1746156244.982925:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156244.982954:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10884 00000100:00100000:3.0:1746156244.982960:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1973:x1830977057355264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.982971:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.982985:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.982995:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.983011:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77d1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b4c expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.983036:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.983038:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.983044:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.983052:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.983076:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156244.983085:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053968512:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.983154:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.986338:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053968512:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.986358:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156244.986418:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1973:x1830977057355264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3457us (3831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.986427:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10884 00000100:00100000:0.0:1746156244.986801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.988025:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057355520 00000100:00100000:3.0:1746156244.988032:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057355520 00002000:00100000:3.0:1746156244.988066:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4831180 x1830977057355520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.988075:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831180 with x1830977057355520 ext(0->4095) 00002000:00010000:3.0:1746156244.988079:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4831180 00000100:00100000:3.0:1746156244.988120:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4641 00000100:00100000:3.0:1746156244.988127:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057355520:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746156244.988263:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057355520:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (1461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156244.988268:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4641 00002000:00100000:3.0:1746156244.988273:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4831180 x1830977057355520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156244.988280:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831180 with x1830977057355520 ext(0->4095) 00002000:00010000:3.0:1746156244.988283:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4831180 00000100:00100000:0.0:1746156244.990537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.990792:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057355648 00000100:00100000:2.0:1746156244.990799:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057355648 00000100:00100000:0.0:1746156244.990936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.991355:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057355776 00000100:00100000:2.0:1746156244.991358:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057355776 00000100:00100000:2.0:1746156244.991416:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6347 00000100:00100000:2.0:1746156244.991422:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31591:x1830977057355648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.991435:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.991448:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b5a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.991468:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.991475:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.991476:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.991478:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.991505:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.991515:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 5 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156244.991525:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053968640:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156244.991587:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156244.991600:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6348 00000100:00100000:2.0:1746156244.991606:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31590:x1830977057355776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.991612:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.991617:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b61 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.991627:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156244.991631:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 24 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.991635:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.991638:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 24 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.991658:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 24 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.991669:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 24 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.991738:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156244.991806:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:31590:x1830977057355776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.991811:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6348 00000100:00100000:0.0:1746156244.992750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.992856:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057355904 00000100:00100000:3.0:1746156244.992861:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057355904 00000100:00100000:2.0:1746156244.992874:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053968640:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156244.992879:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156244.992888:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.992895:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:3.0:1746156244.992911:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10885 00000100:00100000:3.0:1746156244.992916:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4833800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057355904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.992924:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746156244.992926:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31591:x1830977057355648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1505us (2396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.992931:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6347 00010000:00010000:3.0:1746156244.992938:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.992947:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.992966:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77d24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b53 expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.992975:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.992976:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.992981:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.992987:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.993005:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.993013:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156244.993243:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053968896:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.993321:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156244.995647:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053968896:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156244.995665:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156244.995691:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156244.995703:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4833800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057355904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2787us (2955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156244.995711:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10885 00000100:00100000:1.0:1746156244.996002:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057356160 00000100:00100000:1.0:1746156244.996008:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057356160 00002000:00100000:1.0:1746156244.996037:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a6a00 x1830977057356160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/0 e 0 to 0 dl 1746156255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.996044:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a6a00 with x1830977057356160 ext(0->4095) 00010000:00010000:1.0:1746156244.996050:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156244.996061:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156244.996066:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a6a00 00000100:00100000:1.0:1746156244.996090:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2633 00000100:00100000:1.0:1746156244.996096:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057356160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156244.996235:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057356160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156244.996240:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2633 00002000:00100000:1.0:1746156244.996245:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a6a00 x1830977057356160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746156255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156244.996252:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a6a00 with x1830977057356160 ext(0->4095) 00010000:00010000:1.0:1746156244.996256:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156244.996268:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156244.996273:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a6a00 00000100:00100000:0.0:1746156244.998836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.998873:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057356288 00000100:00100000:2.0:1746156244.998880:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057356288 00000100:00100000:0.0:1746156244.998910:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156244.999019:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6349 00000100:00100000:2.0:1746156244.999027:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057356288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156244.999040:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156244.999053:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b68 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.999072:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156244.999077:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.999082:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156244.999086:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.999125:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.999136:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156244.999145:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:3.0:1746156244.999334:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057356416 00000100:00100000:3.0:1746156244.999338:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057356416 00010000:00010000:3.0:1746156244.999357:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156244.999382:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057356288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 338us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156244.999389:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6349 00000100:00100000:3.0:1746156244.999399:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10886 00000100:00100000:3.0:1746156244.999404:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057356416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156244.999446:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156244.999461:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.999470:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.999744:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b5a expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156244.999762:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.999764:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156244.999768:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.999774:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.999796:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156244.999806:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156244.999815:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053969152:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156244.999876:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.001601:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.001680:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057356672 00000100:00100000:2.0:1746156245.001684:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057356672 00000100:00100000:3.0:1746156245.001700:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053969152:192.168.203.27@tcp:105: 00002000:00100000:2.0:1746156245.001711:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4380 x1830977057356672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746156245.001715:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156245.001718:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4380 with x1830977057356672 ext(0->4095) 00010000:00010000:2.0:1746156245.001723:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.001733:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.001738:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4380 00000100:00100000:3.0:1746156245.001752:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057356416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2347us (2841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.001763:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10886 00000100:00100000:2.0:1746156245.001877:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2634 00000100:00100000:2.0:1746156245.001883:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057356672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.001988:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057356672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.001993:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2634 00002000:00100000:2.0:1746156245.001998:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4380 x1830977057356672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.002004:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4380 with x1830977057356672 ext(0->4095) 00010000:00010000:2.0:1746156245.002008:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.002017:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.002022:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4380 00000100:00100000:0.0:1746156245.003312:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.003406:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.003477:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057356800 00000100:00100000:2.0:1746156245.003483:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057356800 00000100:00100000:3.0:1746156245.003555:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057356928 00000100:00100000:3.0:1746156245.003558:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057356928 00010000:00010000:3.0:1746156245.003578:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.003596:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10887 00000100:00100000:3.0:1746156245.003601:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057356928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.003611:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.003625:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.003634:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.003651:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77d32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b61 expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.003670:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.003672:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.003677:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.003685:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.003705:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.003714:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053969280:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.003770:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.004154:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6350 00000100:00100000:2.0:1746156245.004160:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31590:x1830977057356800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.004170:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.004179:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b6f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.004193:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.004198:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.004199:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.004203:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 23 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.004217:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.004226:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 5 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.004233:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053969408:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.004256:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.005572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.005584:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053969280:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.005593:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053969408:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.005596:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156245.005611:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 23 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.005622:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:3.0:1746156245.005639:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057356928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2038us (2233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.005642:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31590:x1830977057356800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1483us (2334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.005648:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10887 00000100:00100000:2.0:1746156245.005649:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6350 00000100:00100000:3.0:1746156245.005674:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057357184 00000100:00100000:3.0:1746156245.005678:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057357184 00002000:00100000:3.0:1746156245.005694:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a5500 x1830977057357184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.005700:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5500 with x1830977057357184 ext(0->4095) 00010000:00010000:3.0:1746156245.005704:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.005710:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.005714:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a5500 00000100:00100000:3.0:1746156245.005732:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2635 00000100:00100000:3.0:1746156245.005735:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057357184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.005981:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057357184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 243us (411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.005986:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2635 00002000:00100000:3.0:1746156245.005991:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a5500 x1830977057357184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.005998:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5500 with x1830977057357184 ext(0->4095) 00010000:00010000:3.0:1746156245.006002:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.006014:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.006019:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a5500 00000100:00100000:0.0:1746156245.007232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.007347:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057357312 00000100:00100000:3.0:1746156245.007351:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057357312 00010000:00010000:3.0:1746156245.007394:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.007554:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10888 00000100:00100000:3.0:1746156245.007561:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057357312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.007570:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.007583:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.007591:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.007606:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b68 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.007616:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.007618:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.007623:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.007634:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.007656:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.007664:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053969536:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.007725:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.008842:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053969536:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.008856:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.008888:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057357312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1328us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.008895:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10888 00000100:00100000:0.0:1746156245.009257:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.009322:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057357568 00000100:00100000:3.0:1746156245.009345:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057357568 00002000:00100000:3.0:1746156245.009396:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4700 x1830977057357568/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.009404:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4700 with x1830977057357568 ext(0->4095) 00002000:00010000:3.0:1746156245.009408:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4700 00000100:00100000:3.0:1746156245.009481:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4642 00000100:00100000:3.0:1746156245.009487:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057357568:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.009594:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057357568:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.009603:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4642 00002000:00100000:3.0:1746156245.009607:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4700 x1830977057357568/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.009614:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4700 with x1830977057357568 ext(0->4095) 00002000:00010000:3.0:1746156245.009616:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4700 00000100:00100000:0.0:1746156245.011556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.011625:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057357696 00000100:00100000:2.0:1746156245.011631:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057357696 00000100:00100000:2.0:1746156245.011663:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6351 00000100:00100000:2.0:1746156245.011670:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057357696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.011682:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.011695:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b76 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.011719:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.011726:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.011727:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.011731:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.011753:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 21 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.011763:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 21 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.011772:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053969664:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.012040:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.013073:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053969664:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.013092:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.013102:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156245.013145:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057357696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1475us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.013152:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6351 00000100:00100000:0.0:1746156245.014462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.014532:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057357824 00000100:00100000:3.0:1746156245.014538:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057357824 00010000:00010000:3.0:1746156245.014561:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.014580:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10889 00000100:00100000:3.0:1746156245.014586:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057357824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.014595:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.014610:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.014618:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.014634:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77d40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b6f expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.014838:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.014840:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.014846:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.014857:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.014880:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.014888:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053969792:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.015196:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.016201:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053969792:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.016215:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.016240:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1975:x1830977057357824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1653us (1781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.016247:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10889 00000100:00100000:0.0:1746156245.016886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.016959:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057358080 00000100:00100000:3.0:1746156245.016964:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057358080 00002000:00100000:3.0:1746156245.016991:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a7800 x1830977057358080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.017000:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7800 with x1830977057358080 ext(0->4095) 00002000:00010000:3.0:1746156245.017003:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a7800 00000100:00100000:3.0:1746156245.017025:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4643 00000100:00100000:3.0:1746156245.017031:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057358080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.017319:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057358080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 287us (433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.017328:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4643 00002000:00100000:3.0:1746156245.017332:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a7800 x1830977057358080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.017339:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7800 with x1830977057358080 ext(0->4095) 00002000:00010000:3.0:1746156245.017342:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a7800 00000100:00100000:0.0:1746156245.018513:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.018697:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057358208 00000100:00100000:2.0:1746156245.018702:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057358208 00000100:00100000:2.0:1746156245.018754:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6352 00000100:00100000:2.0:1746156245.018758:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31591:x1830977057358208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.018768:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.018778:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b7d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.018795:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.018799:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.018800:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.018802:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.018819:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.018826:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 5 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.018833:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053969920:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.019056:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.019838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.019944:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057358336 00000100:00100000:2.0:1746156245.019949:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057358336 00000100:00100000:2.0:1746156245.019971:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6353 00000100:00100000:2.0:1746156245.019976:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31590:x1830977057358336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.019987:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.019995:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b84 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.020008:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.020012:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 24 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.020017:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.020020:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 24 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.020043:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 24 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.020054:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 24 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.020062:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156245.020098:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:31590:x1830977057358336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.020103:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6353 00000100:00100000:3.0:1746156245.020170:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053969920:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.020183:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 23 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.020190:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:3.0:1746156245.020216:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31591:x1830977057358208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1457us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.020221:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6352 00000100:00100000:2.0:1746156245.020572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.020629:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057358464 00000100:00100000:3.0:1746156245.020633:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057358464 00010000:00010000:3.0:1746156245.020650:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.020710:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10890 00000100:00100000:3.0:1746156245.020717:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057358464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.020723:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.020739:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.020753:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.020767:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77d47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b76 expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.021083:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.021088:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.021094:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.021101:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.021131:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 22 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.021140:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 22 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.021150:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053970176:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.021200:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.022476:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053970176:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.022492:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.022574:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057358464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1857us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.022584:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10890 00000100:00100000:0.0:1746156245.022980:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.023091:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057358720 00000100:00100000:3.0:1746156245.023096:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057358720 00002000:00100000:3.0:1746156245.023142:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a5f80 x1830977057358720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.023151:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5f80 with x1830977057358720 ext(0->4095) 00010000:00010000:3.0:1746156245.023157:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.023167:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.023172:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a5f80 00000100:00100000:3.0:1746156245.023194:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2636 00000100:00100000:3.0:1746156245.023200:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057358720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.023305:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057358720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.023310:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2636 00002000:00100000:3.0:1746156245.023315:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a5f80 x1830977057358720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.023321:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5f80 with x1830977057358720 ext(0->4095) 00010000:00010000:3.0:1746156245.023325:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.023338:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.023343:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a5f80 00000100:00100000:0.0:1746156245.025016:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.025144:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057358848 00000100:00100000:2.0:1746156245.025149:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057358848 00000100:00100000:0.0:1746156245.025180:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.025244:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6354 00000100:00100000:2.0:1746156245.025251:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057358848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.025266:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.025277:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b8b expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.025295:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.025299:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.025304:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156245.025307:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.025333:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.025344:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.025353:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:3.0:1746156245.025442:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057358976 00000100:00100000:3.0:1746156245.025445:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057358976 00010000:00010000:3.0:1746156245.025461:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.025539:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10891 00000100:00100000:3.0:1746156245.025545:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1973:x1830977057358976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.025553:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.025589:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.025657:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057358848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 406us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.025663:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6354 00010000:00010000:3.0:1746156245.025679:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.025694:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b7d expref: 23 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.025713:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.025714:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.025718:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.025772:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.025865:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.025875:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.025884:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053970432:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.025945:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.027326:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053970432:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156245.027595:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.027642:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057359232 00000100:00100000:2.0:1746156245.027647:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057359232 00010000:00010000:3.0:1746156245.027658:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156245.027680:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4000 x1830977057359232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746156245.027685:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1973:x1830977057358976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2140us (2504us total) trans 0 rc 0/0 00002000:00100000:2.0:1746156245.027688:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4000 with x1830977057359232 ext(0->4095) 00000100:00100000:3.0:1746156245.027694:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10891 00010000:00010000:2.0:1746156245.027694:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.027704:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.027709:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4000 00000100:00100000:2.0:1746156245.027722:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2637 00000100:00100000:2.0:1746156245.027728:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057359232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.027833:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057359232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (239us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.027839:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2637 00002000:00100000:2.0:1746156245.027844:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4000 x1830977057359232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.027851:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4000 with x1830977057359232 ext(0->4095) 00010000:00010000:2.0:1746156245.027855:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.027863:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.027868:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4000 00000100:00100000:0.0:1746156245.029043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.029071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.029084:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057359360 00000100:00100000:2.0:1746156245.029088:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057359360 00000100:00100000:2.0:1746156245.029121:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6355 00000100:00100000:3.0:1746156245.029126:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057359488 00000100:00100000:2.0:1746156245.029126:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31590:x1830977057359360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156245.029130:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057359488 00010000:00010000:2.0:1746156245.029136:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.029145:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b92 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.029146:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.029161:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.029166:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.029171:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10892 00010000:00010000:2.0:1746156245.029171:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156245.029174:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 24 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.029177:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977057359488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.029188:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.029195:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.029202:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 24 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.029204:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 24 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.029212:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 24 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.029225:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.029226:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77d55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b84 expref: 24 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.029226:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.029230:0:8461:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.029236:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.029246:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156245.029248:0:8461:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.029261:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 5 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.029269:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053970688:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.029351:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057359488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 173us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.029356:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10892 00000100:00100000:2.0:1746156245.029382:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.030916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.030962:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057359744 00000100:00100000:3.0:1746156245.030967:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057359744 00000100:00100000:2.0:1746156245.030989:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053970688:192.168.203.27@tcp:105: 00002000:00100000:3.0:1746156245.030993:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bc000 x1830977057359744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.031001:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bc000 with x1830977057359744 ext(0->4095) 00010000:00010000:2.0:1746156245.031001:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00010000:00010000:3.0:1746156245.031007:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.031018:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.031023:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bc000 00000100:00100000:2.0:1746156245.031025:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31590:x1830977057359360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1899us (1983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.031030:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6355 00000100:00100000:3.0:1746156245.031036:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2638 00000100:00100000:3.0:1746156245.031042:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057359744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.031873:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057359744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 829us (957us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.031879:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2638 00002000:00100000:3.0:1746156245.031884:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bc000 x1830977057359744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.031892:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bc000 with x1830977057359744 ext(0->4095) 00010000:00010000:3.0:1746156245.031897:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.031907:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.031912:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bc000 00000100:00100000:0.0:1746156245.034556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.035023:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057359872 00000100:00100000:3.0:1746156245.035029:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057359872 00010000:00010000:3.0:1746156245.035054:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.035074:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10893 00000100:00100000:3.0:1746156245.035080:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057359872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.035090:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.035113:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.035122:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.035139:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77d5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b8b expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.035161:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.035163:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.035168:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.035175:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.035198:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.035207:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053970816:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.035273:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.036687:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053970816:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.036703:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.036728:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057359872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1647us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.036735:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10893 00000100:00100000:0.0:1746156245.037492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.037555:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057360128 00000100:00100000:3.0:1746156245.037560:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057360128 00002000:00100000:3.0:1746156245.037584:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bdf80 x1830977057360128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.037598:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bdf80 with x1830977057360128 ext(0->4095) 00002000:00010000:3.0:1746156245.037601:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bdf80 00000100:00100000:3.0:1746156245.037614:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4644 00000100:00100000:3.0:1746156245.037619:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1972:x1830977057360128:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746156245.037733:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1972:x1830977057360128:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.037738:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4644 00002000:00100000:3.0:1746156245.037743:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bdf80 x1830977057360128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.037749:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bdf80 with x1830977057360128 ext(0->4095) 00002000:00010000:3.0:1746156245.037752:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bdf80 00000100:00100000:0.0:1746156245.039036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.039142:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057360256 00000100:00100000:2.0:1746156245.039147:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057360256 00000100:00100000:2.0:1746156245.039173:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6356 00000100:00100000:2.0:1746156245.039179:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057360256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.039190:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.039202:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813b99 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.039222:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.039228:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.039230:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.039232:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.039257:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.039267:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 21 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.039276:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053970944:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.039592:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.040519:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053970944:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.040538:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.040549:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156245.040572:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057360256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1394us (1540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.040579:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6356 00000100:00100000:0.0:1746156245.041362:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.041483:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057360384 00000100:00100000:3.0:1746156245.041487:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057360384 00010000:00010000:3.0:1746156245.041507:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.041532:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10894 00000100:00100000:3.0:1746156245.041537:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057360384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.041545:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.041560:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.041569:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.041586:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77d63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b92 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.041604:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.041606:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.041612:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.041618:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.041640:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.041649:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053971072:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.041698:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.043226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.043297:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053971072:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.043310:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.043333:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1975:x1830977057360384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1796us (1973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.043339:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10894 00000100:00100000:1.0:1746156245.043519:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057360640 00000100:00100000:1.0:1746156245.043524:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057360640 00002000:00100000:1.0:1746156245.043546:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bd180 x1830977057360640/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.043555:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bd180 with x1830977057360640 ext(0->4095) 00002000:00010000:1.0:1746156245.043558:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bd180 00000100:00100000:1.0:1746156245.043569:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4645 00000100:00100000:1.0:1746156245.043574:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057360640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156245.043679:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057360640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.043684:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4645 00002000:00100000:1.0:1746156245.043688:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bd180 x1830977057360640/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.043695:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bd180 with x1830977057360640 ext(0->4095) 00002000:00010000:1.0:1746156245.043697:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bd180 00000100:00100000:0.0:1746156245.045302:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.045402:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057360768 00000100:00100000:2.0:1746156245.045407:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057360768 00000100:00100000:2.0:1746156245.045450:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6357 00000100:00100000:2.0:1746156245.045456:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31591:x1830977057360768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.045468:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.045480:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ba0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.045499:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.045505:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.045507:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.045510:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.045530:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.045541:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 5 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.045550:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053971200:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.045616:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.046567:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053971200:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.046739:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.046750:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156245.046853:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31591:x1830977057360768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1397us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.046860:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6357 00000100:00100000:0.0:1746156245.047050:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.047098:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057360896 00000100:00100000:3.0:1746156245.047103:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057360896 00010000:00010000:3.0:1746156245.047129:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.047160:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10895 00000100:00100000:3.0:1746156245.047165:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48ba450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057360896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.047173:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.047189:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.047198:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.047214:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77d6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813b99 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.047388:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.047390:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.047396:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.047403:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.047424:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.047432:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053971328:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.047478:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.048315:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.048360:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057361024 00000100:00100000:3.0:1746156245.048430:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053971328:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.048442:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.048461:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48ba450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057360896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1295us (1411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.048467:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10895 00000100:00100000:2.0:1746156245.048677:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057361024 00000100:00100000:0.0:1746156245.048787:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.048821:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057361280 00000100:00100000:3.0:1746156245.048825:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057361280 00002000:00100000:3.0:1746156245.048844:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bc700 x1830977057361280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.048859:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bc700 with x1830977057361280 ext(0->4095) 00002000:00010000:3.0:1746156245.048862:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bc700 00000100:00100000:3.0:1746156245.048874:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4646 00000100:00100000:3.0:1746156245.048879:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057361280:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.048983:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057361280:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.048988:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4646 00002000:00100000:3.0:1746156245.048993:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bc700 x1830977057361280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.048999:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bc700 with x1830977057361280 ext(0->4095) 00002000:00010000:3.0:1746156245.049001:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bc700 00000100:00100000:2.0:1746156245.049147:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6358 00000100:00100000:2.0:1746156245.049157:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31590:x1830977057361024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.049167:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.049175:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ba7 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.049191:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.049197:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.049198:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.049201:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.049218:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.049227:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.049235:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053971456:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.049766:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.050498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.050672:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057361408 00000100:00100000:1.0:1746156245.050676:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057361408 00000100:00100000:1.0:1746156245.050709:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6359 00000100:00100000:1.0:1746156245.050715:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057361408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.050726:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.050735:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bae expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.050748:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.050752:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.050757:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156245.050760:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.050780:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.050791:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.050803:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156245.050826:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057361408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.050828:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053971456:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156245.050831:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6359 00010000:00010000:2.0:1746156245.050842:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.050849:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156245.050863:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31590:x1830977057361024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1707us (2549us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.050871:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6358 00000100:00100000:0.0:1746156245.051028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.051115:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057361536 00000100:00100000:3.0:1746156245.051119:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057361536 00010000:00010000:3.0:1746156245.051149:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.051169:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10896 00000100:00100000:3.0:1746156245.051174:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057361536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.051181:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.051195:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.051204:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.051218:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77d71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba0 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.051352:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.051354:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.051359:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.051450:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.051470:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.051479:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.051491:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053971712:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.051524:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.052912:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053971712:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.052925:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.052957:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057361536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1783us (1929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.052965:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10896 00000100:00100000:2.0:1746156245.053156:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.053214:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057361792 00000100:00100000:3.0:1746156245.053218:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057361792 00002000:00100000:3.0:1746156245.053262:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cd500 x1830977057361792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.053270:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cd500 with x1830977057361792 ext(0->4095) 00010000:00010000:3.0:1746156245.053276:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.053285:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.053290:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cd500 00000100:00100000:3.0:1746156245.053309:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2639 00000100:00100000:3.0:1746156245.053315:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057361792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.053443:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057361792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.053452:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2639 00002000:00100000:3.0:1746156245.053456:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cd500 x1830977057361792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.053463:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cd500 with x1830977057361792 ext(0->4095) 00010000:00010000:3.0:1746156245.053467:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.053476:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.053481:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cd500 00000100:00100000:0.0:1746156245.054889:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.054958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.055009:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057361920 00000100:00100000:2.0:1746156245.055015:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057361920 00000100:00100000:3.0:1746156245.055017:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057362048 00000100:00100000:3.0:1746156245.055021:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057362048 00010000:00010000:3.0:1746156245.055037:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.055046:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6360 00000100:00100000:2.0:1746156245.055052:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31590:x1830977057361920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.055062:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156245.055066:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10897 00000100:00100000:3.0:1746156245.055072:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057362048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.055073:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bb5 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.055079:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.055090:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.055095:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.055101:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156245.055103:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 24 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.055461:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.055472:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.055487:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ba7 expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.055505:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.055506:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.055511:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.055517:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.055546:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.055555:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 5 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.055565:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053971840:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.055616:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00010000:00010000:2.0:1746156245.055760:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 5 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.055769:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 5 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.055777:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053971968:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.055812:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.057508:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.057645:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057362304 00000100:00100000:3.0:1746156245.057650:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057362304 00000100:00100000:2.0:1746156245.057665:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053971968:192.168.203.27@tcp:104: 00002000:00100000:3.0:1746156245.057682:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e9c00 x1830977057362304/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746156245.057688:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746156245.057689:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9c00 with x1830977057362304 ext(0->4095) 00010000:00010000:3.0:1746156245.057695:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.057700:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00010000:00010000:3.0:1746156245.057704:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.057709:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956e9c00 00000100:00100000:3.0:1746156245.057724:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2640 00000100:00100000:3.0:1746156245.057730:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057362304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.057737:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31590:x1830977057361920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2684us (2851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.057747:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6360 00000100:00100000:3.0:1746156245.057840:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057362304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (336us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.057846:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2640 00002000:00100000:3.0:1746156245.057850:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e9c00 x1830977057362304/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.057858:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9c00 with x1830977057362304 ext(0->4095) 00010000:00010000:3.0:1746156245.057862:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.057871:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.057877:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956e9c00 00000100:00100000:3.0:1746156245.057896:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053971840:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.057905:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.057921:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057362048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2850us (2964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.057928:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10897 00000100:00100000:0.0:1746156245.061793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.061874:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057362432 00000100:00100000:3.0:1746156245.061881:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057362432 00010000:00010000:3.0:1746156245.061908:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.061941:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10898 00000100:00100000:3.0:1746156245.061948:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057362432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.061958:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.061975:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.061985:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.062003:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77d7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bae expref: 6 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.062393:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.062395:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.062402:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.062410:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.062438:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.062449:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053972096:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.062646:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.063817:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053972096:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.063832:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.063866:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057362432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1918us (2079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.063874:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10898 00000100:00100000:0.0:1746156245.064359:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.064490:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057362688 00000100:00100000:3.0:1746156245.064494:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057362688 00002000:00100000:3.0:1746156245.064521:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb480 x1830977057362688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.064530:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb480 with x1830977057362688 ext(0->4095) 00002000:00010000:3.0:1746156245.064533:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb480 00000100:00100000:3.0:1746156245.064547:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4647 00000100:00100000:3.0:1746156245.064552:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057362688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.064659:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057362688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.064664:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4647 00002000:00100000:3.0:1746156245.064669:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb480 x1830977057362688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.064675:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb480 with x1830977057362688 ext(0->4095) 00002000:00010000:3.0:1746156245.064677:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb480 00000100:00100000:0.0:1746156245.066091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.066174:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057362816 00000100:00100000:2.0:1746156245.066179:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057362816 00000100:00100000:2.0:1746156245.066216:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6361 00000100:00100000:2.0:1746156245.066222:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057362816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.066235:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.066248:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bbc expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.066277:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.066284:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.066285:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.066288:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.066311:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.066322:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 21 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.066332:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053972224:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.066426:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.067616:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053972224:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.067635:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.067646:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156245.067683:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057362816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1460us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.067689:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6361 00000100:00100000:0.0:1746156245.068507:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.068563:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057362944 00000100:00100000:3.0:1746156245.068568:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057362944 00010000:00010000:3.0:1746156245.068591:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.068630:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10899 00000100:00100000:3.0:1746156245.068637:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057362944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.068654:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.068673:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.068683:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.068698:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77d86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bb5 expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.068720:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.068722:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.068728:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.068734:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.068757:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.068767:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053972352:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.068835:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.071077:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053972352:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.071096:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.071138:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1975:x1830977057362944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2500us (2631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.071147:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10899 00000100:00100000:0.0:1746156245.071316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.071389:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057363200 00000100:00100000:3.0:1746156245.071393:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057363200 00002000:00100000:3.0:1746156245.071421:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb100 x1830977057363200/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.071430:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb100 with x1830977057363200 ext(0->4095) 00002000:00010000:3.0:1746156245.071434:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb100 00000100:00100000:3.0:1746156245.071646:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4648 00000100:00100000:3.0:1746156245.071653:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057363200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.071865:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057363200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 212us (549us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.071871:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4648 00002000:00100000:3.0:1746156245.071876:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb100 x1830977057363200/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.071883:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb100 with x1830977057363200 ext(0->4095) 00002000:00010000:3.0:1746156245.071885:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb100 00000100:00100000:0.0:1746156245.073007:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.073099:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057363328 00000100:00100000:2.0:1746156245.073112:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057363328 00000100:00100000:2.0:1746156245.073139:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6362 00000100:00100000:2.0:1746156245.073144:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31591:x1830977057363328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.073153:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.073164:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bc3 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.073182:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.073188:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.073189:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.073192:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.073218:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.073227:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 5 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.073236:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053972480:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.073294:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.074138:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053972480:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.074156:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.074168:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156245.074204:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31591:x1830977057363328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1058us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.074211:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6362 00000100:00100000:0.0:1746156245.076545:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.076628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.076749:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057363584 00000100:00100000:2.0:1746156245.076756:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057363584 00000100:00100000:2.0:1746156245.076804:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6363 00000100:00100000:2.0:1746156245.076811:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31590:x1830977057363584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.076824:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.076838:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bca expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.076859:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.076864:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.076869:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.076871:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.076921:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057363456 00000100:00100000:3.0:1746156245.076924:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057363456 00010000:00010000:3.0:1746156245.076974:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.077012:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10900 00000100:00100000:3.0:1746156245.077018:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057363456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.077025:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.077040:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.077049:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.077063:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77d8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bbc expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.077081:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.077082:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.077087:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.077093:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.077127:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.077137:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.077758:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053972608:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.077867:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.077875:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.077883:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053972736:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.078241:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.078272:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.079780:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053972608:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156245.079793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156245.079797:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.079827:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057363456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2808us (3197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.079835:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10900 00000100:00100000:3.0:1746156245.079862:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057363840 00000100:00100000:3.0:1746156245.079866:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057363840 00002000:00100000:3.0:1746156245.079893:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eaa00 x1830977057363840/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.079900:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eaa00 with x1830977057363840 ext(0->4095) 00010000:00010000:3.0:1746156245.079906:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.079916:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.079921:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956eaa00 00000100:00100000:3.0:1746156245.079945:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2641 00000100:00100000:3.0:1746156245.079951:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1975:x1830977057363840:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.080118:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1975:x1830977057363840:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.080126:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2641 00002000:00100000:3.0:1746156245.080132:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eaa00 x1830977057363840/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.080138:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eaa00 with x1830977057363840 ext(0->4095) 00000100:00100000:2.0:1746156245.080141:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053972736:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.080143:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.080152:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.080157:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956eaa00 00010000:00010000:2.0:1746156245.080159:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 24 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.080170:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156245.080190:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31590:x1830977057363584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3381us (3652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.080196:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6363 00000100:00100000:0.0:1746156245.081350:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.081502:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057363968 00000100:00100000:2.0:1746156245.081508:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057363968 00000100:00100000:2.0:1746156245.081536:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6364 00000100:00100000:2.0:1746156245.081541:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057363968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.081555:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.081566:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bd1 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.081583:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.081773:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.081781:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156245.081784:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.081813:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.081824:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.081831:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156245.081871:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057363968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 329us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.081877:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6364 00000100:00100000:0.0:1746156245.085404:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.085497:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057364096 00000100:00100000:3.0:1746156245.085505:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057364096 00010000:00010000:3.0:1746156245.085536:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.085566:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10901 00000100:00100000:3.0:1746156245.085573:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057364096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.085584:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.085601:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.085611:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.085630:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77d94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bc3 expref: 23 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.085651:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.085654:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.085659:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.085667:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.085695:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.085704:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.085713:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053972992:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.085778:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.087086:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053972992:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.087103:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.087151:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057364096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1577us (1785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.087159:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10901 00000100:00100000:0.0:1746156245.088355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.088536:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057364352 00000100:00100000:2.0:1746156245.088541:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057364352 00002000:00100000:2.0:1746156245.088576:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e54e00 x1830977057364352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.088585:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e54e00 with x1830977057364352 ext(0->4095) 00010000:00010000:2.0:1746156245.088593:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.088604:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.088610:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e54e00 00000100:00100000:2.0:1746156245.088636:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2642 00000100:00100000:2.0:1746156245.088643:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057364352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.088759:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057364352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.088764:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2642 00002000:00100000:2.0:1746156245.088769:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e54e00 x1830977057364352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.088776:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e54e00 with x1830977057364352 ext(0->4095) 00010000:00010000:2.0:1746156245.088779:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.088788:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.088793:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e54e00 00000100:00100000:0.0:1746156245.091439:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.091518:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.091590:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057364608 00000100:00100000:2.0:1746156245.091596:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057364608 00010000:00010000:2.0:1746156245.091628:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.091657:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10902 00000100:00100000:2.0:1746156245.091664:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48ba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057364608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.091676:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.091691:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.091701:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.091719:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e77d9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bca expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.091720:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057364480 00000100:00100000:3.0:1746156245.091724:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057364480 00010000:00010000:2.0:1746156245.091735:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.091736:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.091742:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.091749:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.091755:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6365 00000100:00100000:3.0:1746156245.091760:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:31590:x1830977057364480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.091772:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.091774:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.091782:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bd8 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.091784:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053973120:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.091795:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.091801:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.091803:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.091805:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.091820:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.091829:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 5 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.091835:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053973248:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.091863:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.091880:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.094418:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053973248:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.094442:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.094456:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009547a400, rc 0) 00000100:00100000:0.0:1746156245.094634:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.094800:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31590:x1830977057364480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3038us (3366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.094807:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6365 00000100:00100000:2.0:1746156245.094837:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057364864 00000100:00100000:2.0:1746156245.094842:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057364864 00002000:00100000:2.0:1746156245.094871:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e54a80 x1830977057364864/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.094879:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e54a80 with x1830977057364864 ext(0->4095) 00010000:00010000:2.0:1746156245.094884:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.094894:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.094900:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e54a80 00000100:00100000:3.0:1746156245.094912:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053973120:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.094919:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2643 00010000:00010000:3.0:1746156245.094922:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.094927:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057364864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.094945:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48ba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057364608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3282us (3427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.094952:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10902 00000100:00100000:2.0:1746156245.095034:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057364864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.095039:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2643 00002000:00100000:2.0:1746156245.095044:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e54a80 x1830977057364864/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.095051:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e54a80 with x1830977057364864 ext(0->4095) 00010000:00010000:2.0:1746156245.095055:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.095063:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.095067:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e54a80 00000100:00100000:2.0:1746156245.099299:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.099799:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057364992 00000100:00100000:3.0:1746156245.099807:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057364992 00010000:00010000:3.0:1746156245.099837:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.100086:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10903 00000100:00100000:3.0:1746156245.100093:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057364992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.100116:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.100134:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.100145:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.100163:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77da2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd1 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.100187:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.100189:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.100194:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 21 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.100201:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 21 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.100224:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 21 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.100233:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053973376:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.100715:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.102305:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053973376:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.102324:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.102498:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057364992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2404us (3203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.102506:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10903 00000100:00100000:0.0:1746156245.102557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.102698:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057365248 00000100:00100000:3.0:1746156245.102704:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057365248 00002000:00100000:3.0:1746156245.102729:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55180 x1830977057365248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.102738:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55180 with x1830977057365248 ext(0->4095) 00002000:00010000:3.0:1746156245.102741:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55180 00000100:00100000:3.0:1746156245.102754:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4649 00000100:00100000:3.0:1746156245.102760:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057365248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.103063:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057365248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 302us (506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.103069:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4649 00002000:00100000:3.0:1746156245.103074:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55180 x1830977057365248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.103080:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55180 with x1830977057365248 ext(0->4095) 00002000:00010000:3.0:1746156245.103082:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55180 00000100:00100000:0.0:1746156245.104888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.104940:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057365376 00000100:00100000:2.0:1746156245.104944:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057365376 00000100:00100000:2.0:1746156245.104979:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6366 00000100:00100000:2.0:1746156245.104984:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057365376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.104994:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.105005:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bdf expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.105022:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 21 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.105027:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.105028:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.105030:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.105047:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 21 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.105058:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 21 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.105064:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053973504:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.105137:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.107240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.107319:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053973504:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.107343:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.107356:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:3.0:1746156245.107857:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057365504 00000100:00100000:3.0:1746156245.107862:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057365504 00010000:00010000:3.0:1746156245.107886:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.107922:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057365376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2936us (3038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.107929:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6366 00000100:00100000:3.0:1746156245.108122:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10904 00000100:00100000:3.0:1746156245.108129:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057365504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.108138:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.108153:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.108163:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.108179:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e77da9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bd8 expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.108192:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.108194:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.108199:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.108205:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.108225:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.108234:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053973632:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.108286:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.111079:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053973632:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.111098:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156245.111206:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.111273:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057365760 00000100:00100000:2.0:1746156245.111278:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057365760 00000100:00100000:3.0:1746156245.111303:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1975:x1830977057365504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3026us (3918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.111311:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10904 00002000:00100000:2.0:1746156245.111418:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57100 x1830977057365760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.111426:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57100 with x1830977057365760 ext(0->4095) 00002000:00010000:2.0:1746156245.111429:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57100 00000100:00100000:2.0:1746156245.111764:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4650 00000100:00100000:2.0:1746156245.111772:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057365760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.111891:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057365760:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.111899:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4650 00002000:00100000:2.0:1746156245.111904:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57100 x1830977057365760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.111911:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57100 with x1830977057365760 ext(0->4095) 00002000:00010000:2.0:1746156245.111913:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57100 00000100:00100000:0.0:1746156245.113152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.114674:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057365888 00000100:00100000:2.0:1746156245.114682:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057365888 00000100:00100000:2.0:1746156245.114732:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6367 00000100:00100000:2.0:1746156245.114740:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:31590:x1830977057365888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.114753:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.114765:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813be6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156245.114773:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156245.114791:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.114798:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.114799:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.114802:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.114828:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.114838:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 5 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.114853:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053973760:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.114917:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.115059:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057366016 00000100:00100000:3.0:1746156245.115063:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057366016 00000100:00100000:3.0:1746156245.115095:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6368 00000100:00100000:3.0:1746156245.115101:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31591:x1830977057366016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.115116:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.115122:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bed expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.115132:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.115136:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 24 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.115141:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.115144:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 24 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.115162:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 24 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.115172:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 24 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.115180:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b528000, rc 0) 00000100:00100000:3.0:1746156245.115218:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:31591:x1830977057366016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.115224:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6368 00000100:00100000:2.0:1746156245.118209:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053973760:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.118253:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.118269:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:1.0:1746156245.118417:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.118424:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:31590:x1830977057365888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3682us (5271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.118432:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6367 00000100:00100000:3.0:1746156245.118472:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057366144 00000100:00100000:3.0:1746156245.118477:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057366144 00010000:00010000:3.0:1746156245.118499:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.118528:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10905 00000100:00100000:3.0:1746156245.118534:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057366144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.118543:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.118563:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.118572:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.118593:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77db0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bdf expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.118609:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.118611:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.118616:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.118623:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.118649:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 22 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.118658:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 22 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.118667:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974016:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.118724:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.123020:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974016:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.123039:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.123086:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057366144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4550us (4669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.123094:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10905 00000100:00100000:0.0:1746156245.124306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.124411:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057366400 00000100:00100000:1.0:1746156245.124418:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057366400 00002000:00100000:1.0:1746156245.124449:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7ed80 x1830977057366400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.124464:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7ed80 with x1830977057366400 ext(0->4095) 00010000:00010000:1.0:1746156245.124471:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.124483:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.124626:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7ed80 00000100:00100000:1.0:1746156245.124658:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2644 00000100:00100000:1.0:1746156245.124665:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057366400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.124792:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057366400:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.124797:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2644 00002000:00100000:1.0:1746156245.124802:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7ed80 x1830977057366400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.124808:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7ed80 with x1830977057366400 ext(0->4095) 00010000:00010000:1.0:1746156245.124813:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.124821:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.124826:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7ed80 00000100:00100000:0.0:1746156245.127443:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.127545:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057366528 00000100:00100000:3.0:1746156245.127554:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057366528 00010000:00010000:3.0:1746156245.127588:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.127633:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10906 00000100:00100000:3.0:1746156245.127639:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057366528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.127651:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.127667:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.127682:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.127699:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77db7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813be6 expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.127944:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.127947:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.127953:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.127961:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.128072:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 22 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.128086:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974144:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.128628:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.130553:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974144:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.130577:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.130631:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057366528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2990us (3195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.130642:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10906 00000100:00100000:0.0:1746156245.131447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.131507:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057366784 00000100:00100000:2.0:1746156245.131513:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057366784 00002000:00100000:2.0:1746156245.131545:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7d500 x1830977057366784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.131554:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7d500 with x1830977057366784 ext(0->4095) 00002000:00010000:2.0:1746156245.131558:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d7d500 00000100:00100000:2.0:1746156245.131588:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4651 00000100:00100000:2.0:1746156245.131596:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057366784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.131719:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057366784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.131726:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4651 00002000:00100000:2.0:1746156245.131735:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7d500 x1830977057366784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.131747:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7d500 with x1830977057366784 ext(0->4095) 00002000:00010000:2.0:1746156245.131750:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d7d500 00000100:00100000:0.0:1746156245.139318:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.139647:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057366912 00000100:00100000:2.0:1746156245.139656:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057366912 00000100:00100000:2.0:1746156245.139979:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6369 00000100:00100000:2.0:1746156245.139991:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057366912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.140008:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.140023:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bf4 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.140053:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.140059:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.140061:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.140065:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.140095:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 21 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.140118:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 21 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.140130:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053974272:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.140720:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.142344:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053974272:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.142380:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.142393:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156245.142424:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057366912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2437us (3114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.142431:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6369 00000100:00100000:0.0:1746156245.143746:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.143899:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057367040 00000100:00100000:1.0:1746156245.143908:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057367040 00002000:00100000:1.0:1746156245.143945:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d7c700 x1830977057367040/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.143954:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7c700 with x1830977057367040 ext(0->7) 00010000:00010000:1.0:1746156245.143962:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.143976:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 22 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.143982:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7c700 00000100:00100000:2.0:1746156245.144484:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2645 00000100:00100000:2.0:1746156245.144499:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057367040:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156245.144806:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1975:x1830977057367040:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 312us (1062us total) trans 4294967995 rc 0/0 00000100:00100000:2.0:1746156245.144813:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2645 00002000:00100000:2.0:1746156245.144820:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d7c700 x1830977057367040/t4294967995(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.144827:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7c700 with x1830977057367040 ext(0->7) 00010000:00010000:2.0:1746156245.144834:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.144844:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.144851:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7c700 00000100:00100000:0.0:1746156245.155230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.155315:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057367168 00000100:00100000:3.0:1746156245.155322:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057367168 00010000:00010000:3.0:1746156245.155352:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.155397:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10907 00000100:00100000:3.0:1746156245.155404:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1973:x1830977057367168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.155415:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.155430:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.155440:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.155458:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e77dbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bed expref: 24 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.155473:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.155475:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.155480:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.156155:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.156191:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.156204:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974400:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156245.156595:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.156714:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.156735:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057367296 00000100:00100000:2.0:1746156245.156739:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057367296 00000100:00100000:2.0:1746156245.156770:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6370 00000100:00100000:2.0:1746156245.156776:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:31590:x1830977057367296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.156787:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.156797:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813bfb expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.156813:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.156819:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.156821:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.156824:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.156840:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.156849:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 5 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.156856:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053974528:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.156974:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.158223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.158331:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974400:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.158765:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057367552 00000100:00100000:1.0:1746156245.158770:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057367552 00002000:00100000:1.0:1746156245.158804:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c42b800 x1830977057367552/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.158813:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c42b800 with x1830977057367552 ext(0->4095) 00010000:00010000:1.0:1746156245.158821:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.158833:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.158839:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c42b800 00010000:00010000:3.0:1746156245.158884:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.158927:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1973:x1830977057367168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3521us (3702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.158935:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10907 00000100:00100000:2.0:1746156245.159454:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053974528:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.159479:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 24 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.159493:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156245.159536:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:31590:x1830977057367296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2757us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.159543:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6370 00000100:00100000:2.0:1746156245.159723:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2646 00000100:00100000:2.0:1746156245.159730:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c42b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057367552:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.159978:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c42b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057367552:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 249us (1761us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.159982:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2646 00002000:00100000:2.0:1746156245.159985:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c42b800 x1830977057367552/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.159992:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c42b800 with x1830977057367552 ext(0->4095) 00010000:00010000:2.0:1746156245.159997:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.160007:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.160012:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c42b800 00000100:00100000:0.0:1746156245.164169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.165651:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057367680 00000100:00100000:3.0:1746156245.165662:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057367680 00010000:00010000:3.0:1746156245.165696:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.165745:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10908 00000100:00100000:3.0:1746156245.165753:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057367680:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.165766:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.165785:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.165797:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.165816:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77dc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bf4 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.165850:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.165852:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.165859:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.165871:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.165904:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.165916:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974656:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.166004:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.169809:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974656:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.169833:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.169878:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057367680:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4124us (5715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.169890:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10908 00000100:00100000:0.0:1746156245.170198:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.171604:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057367936 00000100:00100000:2.0:1746156245.171612:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057367936 00002000:00100000:2.0:1746156245.171655:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c42b480 x1830977057367936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.171664:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c42b480 with x1830977057367936 ext(0->4095) 00002000:00010000:2.0:1746156245.171669:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c42b480 00000100:00100000:2.0:1746156245.171742:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4652 00000100:00100000:2.0:1746156245.171753:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c42b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977057367936:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.171892:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c42b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977057367936:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (1694us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.171899:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4652 00002000:00100000:2.0:1746156245.171905:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c42b480 x1830977057367936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.171912:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c42b480 with x1830977057367936 ext(0->4095) 00002000:00010000:2.0:1746156245.171914:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c42b480 00000100:00100000:0.0:1746156245.175265:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.175409:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057368064 00000100:00100000:2.0:1746156245.175417:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057368064 00000100:00100000:2.0:1746156245.175471:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6371 00000100:00100000:2.0:1746156245.175480:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057368064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.175497:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.175513:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c02 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.175541:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.175547:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.175550:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.175553:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.175581:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 23 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.175597:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 23 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.175608:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053974784:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.176452:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.180285:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.180460:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057368192 00000100:00100000:1.0:1746156245.180468:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057368192 00000100:00100000:2.0:1746156245.180746:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053974784:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.180772:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746156245.180778:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b4b1880 x1830977057368192/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746156245.180785:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00002000:00100000:1.0:1746156245.180792:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1880 with x1830977057368192 ext(0->7) 00010000:00010000:1.0:1746156245.180800:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 24 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.180812:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 24 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.180819:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057368064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5340us (5562us total) trans 0 rc 0/0 00002000:00010000:1.0:1746156245.180819:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b1880 00000100:00100000:2.0:1746156245.180825:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6371 00000100:00100000:1.0:1746156245.181660:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2647 00000100:00100000:1.0:1746156245.181673:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1975:x1830977057368192:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156245.181982:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1975:x1830977057368192:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 310us (1702us total) trans 4294967996 rc 0/0 00000100:00100000:1.0:1746156245.183421:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2647 00002000:00100000:1.0:1746156245.183436:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b4b1880 x1830977057368192/t4294967996(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.183446:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1880 with x1830977057368192 ext(0->7) 00010000:00010000:1.0:1746156245.183455:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 26 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.183468:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 26 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.183474:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b1880 00000100:00100000:0.0:1746156245.185352:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.185721:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057368320 00000100:00100000:3.0:1746156245.185730:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057368320 00010000:00010000:3.0:1746156245.185770:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 26 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.185805:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10909 00000100:00100000:3.0:1746156245.185814:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1975:x1830977057368320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.185826:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.185846:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 26 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.185862:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 26 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.185882:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77dcc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813bfb expref: 26 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.185899:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.185901:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.185909:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.185918:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.185949:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.185960:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974912:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.186050:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.190291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.190488:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057368448 00000100:00100000:2.0:1746156245.190496:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057368448 00000100:00100000:2.0:1746156245.190541:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6372 00000100:00100000:2.0:1746156245.190550:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:31590:x1830977057368448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.190746:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.190761:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c09 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.190787:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.190797:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.190799:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.190803:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.190830:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.190842:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 5 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.190854:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053975040:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.190946:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.191296:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.191412:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053974912:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156245.191431:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156245.191462:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977057368320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5649us (6116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156245.191471:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10909 00000100:00100000:1.0:1746156245.191835:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057368704 00000100:00100000:1.0:1746156245.191841:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057368704 00002000:00100000:1.0:1746156245.191872:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09880 x1830977057368704/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.191881:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977057368704 ext(0->4095) 00010000:00010000:1.0:1746156245.191888:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.191899:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.191905:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c09880 00000100:00100000:1.0:1746156245.191945:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2648 00000100:00100000:1.0:1746156245.191952:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057368704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156245.192195:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057368704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 237us (893us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.192216:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2648 00002000:00100000:1.0:1746156245.192223:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09880 x1830977057368704/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.192245:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977057368704 ext(0->4095) 00010000:00010000:1.0:1746156245.192260:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.192283:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.192292:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c09880 00000100:00100000:2.0:1746156245.193942:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053975040:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.193971:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 26 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.193984:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156245.194041:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:31590:x1830977057368448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3490us (3755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.194048:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6372 00000100:00100000:0.0:1746156245.194924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.195897:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.196265:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057368960 00000100:00100000:2.0:1746156245.196273:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057368960 00000100:00100000:2.0:1746156245.196328:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6373 00000100:00100000:2.0:1746156245.196337:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:31591:x1830977057368960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.196354:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.196392:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c10 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.196414:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.196420:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.196425:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.196429:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 27 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.196471:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.196487:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 27 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.196496:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156245.196541:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:31591:x1830977057368960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (1618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.196547:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6373 00000100:00100000:1.0:1746156245.197234:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057368832 00000100:00100000:1.0:1746156245.197240:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057368832 00010000:00010000:1.0:1746156245.197260:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.197287:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10910 00000100:00100000:1.0:1746156245.197294:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057368832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.197305:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.197324:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.197334:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.197350:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77dd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c02 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.197408:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.197410:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.197418:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 26 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.197426:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 26 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.197452:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 26 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.197468:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 26 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.197479:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053975296:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.197560:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156245.201455:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053975296:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.201472:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.202252:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057368832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4491us (5891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.202262:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10910 00000100:00100000:2.0:1746156245.202592:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.203294:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057369216 00000100:00100000:3.0:1746156245.203303:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057369216 00002000:00100000:3.0:1746156245.203344:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cf800 x1830977057369216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.203354:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cf800 with x1830977057369216 ext(0->4095) 00010000:00010000:3.0:1746156245.203361:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.203403:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.203410:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cf800 00000100:00100000:3.0:1746156245.203448:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2649 00000100:00100000:3.0:1746156245.203457:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977057369216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.203631:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977057369216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (2310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.203638:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2649 00002000:00100000:3.0:1746156245.203645:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cf800 x1830977057369216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.203652:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cf800 with x1830977057369216 ext(0->4095) 00010000:00010000:3.0:1746156245.203657:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.203667:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.203672:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cf800 00000100:00100000:0.0:1746156245.206061:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.206257:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057369344 00000100:00100000:1.0:1746156245.206265:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057369344 00010000:00010000:1.0:1746156245.206295:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.206341:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10911 00000100:00100000:1.0:1746156245.206349:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977057369344:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.206362:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.206424:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.206436:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.206455:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c09 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.206492:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.206495:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.206502:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 26 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.206509:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 26 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.206541:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 26 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156245.206554:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053975424:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.206634:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156245.209456:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053975424:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.209476:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.209529:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1975:x1830977057369344:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3179us (3472us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156245.209623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.215210:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057369600 00000100:00100000:2.0:1746156245.215222:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057369600 00002000:00100000:2.0:1746156245.215289:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2a00 x1830977057369600/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.215305:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2a00 with x1830977057369600 ext(0->4095) 00002000:00010000:2.0:1746156245.215309:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b2a00 00000100:00100000:2.0:1746156245.215337:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4653 00000100:00100000:2.0:1746156245.215346:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977057369600:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.215508:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10911 00000100:00100000:2.0:1746156245.216029:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1975:x1830977057369600:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 681us (6404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.216036:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4653 00002000:00100000:2.0:1746156245.216042:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2a00 x1830977057369600/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.216049:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2a00 with x1830977057369600 ext(0->4095) 00002000:00010000:2.0:1746156245.216052:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b2a00 00000100:00100000:0.0:1746156245.217727:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.217782:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057369728 00000100:00100000:2.0:1746156245.217788:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057369728 00000100:00100000:2.0:1746156245.217849:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6374 00000100:00100000:2.0:1746156245.217858:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057369728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.217872:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.217887:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c17 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.217913:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.217920:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.217921:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.217926:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.217955:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.217966:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 25 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.217977:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053975552:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.218080:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.221956:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.222028:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.222031:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057369856 00000100:00100000:1.0:1746156245.222039:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057369856 00000100:00100000:0.0:1746156245.222047:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057369984 00000100:00100000:0.0:1746156245.222050:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057369984 00000100:00100000:0.0:1746156245.222081:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6375 00000100:00100000:0.0:1746156245.222087:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:31590:x1830977057369984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156245.222099:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156245.222120:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c1e expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.222138:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156245.222142:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.222147:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156245.222150:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 28 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.222173:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.222182:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 28 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.222190:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97a00, rc 0) 00010000:00010000:1.0:1746156245.222193:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 28 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746156245.222218:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:31590:x1830977057369984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156245.222223:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6375 00000100:00100000:2.0:1746156245.222276:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053975552:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.222298:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.222306:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156245.222361:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057369728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4504us (4636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.222389:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6374 00000100:00100000:3.0:1746156245.223671:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10912 00000100:00100000:3.0:1746156245.223683:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977057369856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.223692:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.223710:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.223720:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.223735:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77de1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c10 expref: 27 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.223763:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.223765:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.223771:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.223779:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.223805:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.223817:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.223827:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053975808:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.223905:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.227196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.227304:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053975808:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.227324:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.227408:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1975:x1830977057369856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3729us (5458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.227420:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10912 00000100:00100000:2.0:1746156245.227688:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057370240 00000100:00100000:2.0:1746156245.227695:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057370240 00002000:00100000:2.0:1746156245.227736:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2300 x1830977057370240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.227745:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2300 with x1830977057370240 ext(0->4095) 00010000:00010000:2.0:1746156245.227753:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.227767:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.227773:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b2300 00000100:00100000:2.0:1746156245.227805:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2650 00000100:00100000:2.0:1746156245.227814:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057370240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.227938:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057370240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (749us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.227943:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2650 00002000:00100000:2.0:1746156245.227948:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2300 x1830977057370240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.227955:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2300 with x1830977057370240 ext(0->4095) 00010000:00010000:2.0:1746156245.227958:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.227966:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.227971:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b2300 00000100:00100000:0.0:1746156245.229619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.229677:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057370368 00000100:00100000:3.0:1746156245.229684:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057370368 00010000:00010000:3.0:1746156245.229710:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.229751:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10913 00000100:00100000:3.0:1746156245.229758:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057370368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.229767:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.229785:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.229794:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.229815:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77de8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c17 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.229828:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.229829:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.229835:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.229843:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.229874:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.229886:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053975936:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.229956:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.231868:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053975936:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.231892:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.231974:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057370368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2215us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.231983:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10913 00000100:00100000:0.0:1746156245.233604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.233653:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057370624 00000100:00100000:1.0:1746156245.233660:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057370624 00002000:00100000:1.0:1746156245.233689:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55c00 x1830977057370624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.233698:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55c00 with x1830977057370624 ext(0->4095) 00002000:00010000:1.0:1746156245.233701:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55c00 00000100:00100000:1.0:1746156245.233726:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4654 00000100:00100000:1.0:1746156245.233732:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1974:x1830977057370624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156245.233863:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1974:x1830977057370624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.233870:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4654 00002000:00100000:1.0:1746156245.233875:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55c00 x1830977057370624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.233881:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55c00 with x1830977057370624 ext(0->4095) 00002000:00010000:1.0:1746156245.233883:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55c00 00000100:00100000:0.0:1746156245.253288:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.253416:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057370752 00000100:00100000:2.0:1746156245.253425:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057370752 00000100:00100000:2.0:1746156245.253465:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6376 00000100:00100000:2.0:1746156245.253472:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057370752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.253487:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.253500:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c25 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.253524:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.253531:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.253533:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.253536:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.253558:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 25 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.253568:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 25 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.253578:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053976064:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.253656:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.268596:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053976064:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.268626:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.268640:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156245.268689:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057370752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15216us (15406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.268696:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6376 00000100:00100000:0.0:1746156245.269177:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.269245:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057370880 00000100:00100000:1.0:1746156245.269251:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057370880 00002000:00100000:1.0:1746156245.269281:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d7fb80 x1830977057370880/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.269290:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7fb80 with x1830977057370880 ext(0->7) 00010000:00010000:1.0:1746156245.269296:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 26 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.269307:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 26 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.269313:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7fb80 00000100:00100000:1.0:1746156245.269336:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2651 00000100:00100000:1.0:1746156245.269343:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1974:x1830977057370880:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156245.269599:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1974:x1830977057370880:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 256us (423us total) trans 4294967997 rc 0/0 00000100:00100000:1.0:1746156245.269605:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2651 00002000:00100000:1.0:1746156245.269610:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092d7fb80 x1830977057370880/t4294967997(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.269618:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7fb80 with x1830977057370880 ext(0->7) 00010000:00010000:1.0:1746156245.269622:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 28 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.269631:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 28 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.269636:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7fb80 00000100:00100000:0.0:1746156245.280439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.280485:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.280604:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057371008 00000100:00100000:3.0:1746156245.280611:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057371008 00010000:00010000:3.0:1746156245.280641:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 28 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.280711:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10914 00000100:00100000:3.0:1746156245.280719:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1972:x1830977057371008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.280729:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746156245.280744:0:8476:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746156245 -> 1746156246 00002000:00010000:3.0:1746156245.280746:0:8476:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746156245 -> 1746156246 00010000:00010000:3.0:1746156245.280751:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 28 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.280762:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 28 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.280779:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e77def lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c1e expref: 28 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.280794:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.280796:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.280802:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.280809:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.280833:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.280843:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053976192:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.281244:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057371136 00000100:00100000:2.0:1746156245.281249:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057371136 00000100:00100000:3.0:1746156245.281616:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.281857:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6377 00000100:00100000:2.0:1746156245.281865:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:31590:x1830977057371136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.281877:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.281887:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c2c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.281903:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.281908:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.281910:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.281912:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 29 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.281939:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.281948:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.281955:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053976320:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.281981:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.283017:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053976192:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.283030:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.283317:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053976320:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.283334:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 29 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.283349:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:3.0:1746156245.283406:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1972:x1830977057371008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2688us (2919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.283413:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10914 00000100:00100000:2.0:1746156245.283427:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:31590:x1830977057371136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1562us (2993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.283432:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6377 00000100:00100000:0.0:1746156245.284246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.284295:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057371392 00000100:00100000:2.0:1746156245.284300:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057371392 00002000:00100000:2.0:1746156245.284327:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c080a80 x1830977057371392/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.284335:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080a80 with x1830977057371392 ext(0->4095) 00010000:00010000:2.0:1746156245.284341:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.284351:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.284357:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c080a80 00000100:00100000:2.0:1746156245.284398:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2652 00000100:00100000:2.0:1746156245.284410:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057371392:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746156245.284520:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057371392:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 111us (275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.284525:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2652 00002000:00100000:2.0:1746156245.284530:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c080a80 x1830977057371392/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.284541:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080a80 with x1830977057371392 ext(0->4095) 00010000:00010000:2.0:1746156245.284545:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.284553:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.284558:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c080a80 00000100:00100000:0.0:1746156245.286398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.286490:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057371520 00000100:00100000:3.0:1746156245.286495:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057371520 00010000:00010000:3.0:1746156245.286520:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.286546:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10915 00000100:00100000:3.0:1746156245.286551:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057371520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.286563:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.286578:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.286588:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.286603:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77df6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c25 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.286627:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.286629:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.286634:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 27 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.286641:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 27 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.286666:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 27 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.286675:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053976448:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.286738:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.290839:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053976448:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.290859:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.290892:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057371520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4339us (4526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.290903:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10915 00000100:00100000:0.0:1746156245.291867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.292659:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057371776 00000100:00100000:3.0:1746156245.292667:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057371776 00002000:00100000:3.0:1746156245.292699:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c081c00 x1830977057371776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.292708:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c081c00 with x1830977057371776 ext(0->4095) 00002000:00010000:3.0:1746156245.292712:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c081c00 00000100:00100000:3.0:1746156245.292740:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4655 00000100:00100000:3.0:1746156245.292746:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1975:x1830977057371776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.292877:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1975:x1830977057371776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (1013us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.292883:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4655 00002000:00100000:3.0:1746156245.292888:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c081c00 x1830977057371776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.292894:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c081c00 with x1830977057371776 ext(0->4095) 00002000:00010000:3.0:1746156245.292897:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c081c00 00000100:00100000:0.0:1746156245.298152:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.298247:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057371904 00000100:00100000:2.0:1746156245.298254:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057371904 00000100:00100000:1.0:1746156245.299229:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6378 00000100:00100000:1.0:1746156245.299240:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057371904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.299671:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.299687:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c33 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.299711:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 27 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.299717:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.299719:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.299722:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.299746:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 27 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.299756:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 27 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.299766:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053976576:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156245.300221:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.305588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.305825:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057372032 00000100:00100000:3.0:1746156245.305831:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057372032 00002000:00100000:3.0:1746156245.305868:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c081f80 x1830977057372032/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.305877:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c081f80 with x1830977057372032 ext(0->7) 00010000:00010000:3.0:1746156245.305883:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 28 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.305899:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 28 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.305904:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c081f80 00000100:00100000:1.0:1746156245.305904:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053976576:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156245.305924:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.305930:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2653 00000100:00100000:3.0:1746156245.305936:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1974:x1830977057372032:12345-192.168.203.27@tcp:4:ldlm_bl.0 00010000:00010000:1.0:1746156245.305937:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00000100:00100000:1.0:1746156245.305972:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057371904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6735us (7827us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.305978:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6378 00000100:00100000:3.0:1746156245.306521:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1974:x1830977057372032:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 584us (939us total) trans 4294967998 rc 0/0 00000100:00100000:3.0:1746156245.306526:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2653 00002000:00100000:3.0:1746156245.306531:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c081f80 x1830977057372032/t4294967998(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.306537:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c081f80 with x1830977057372032 ext(0->7) 00010000:00010000:3.0:1746156245.306541:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 30 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.306550:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 30 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.306554:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c081f80 00000100:00100000:0.0:1746156245.312090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.314803:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057372160 00000100:00100000:3.0:1746156245.314812:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057372160 00010000:00010000:3.0:1746156245.314845:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 30 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.314867:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10916 00000100:00100000:3.0:1746156245.314873:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1973:x1830977057372160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.314884:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.314901:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 30 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.314911:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 30 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.314928:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77dfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c2c expref: 30 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.314942:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.314944:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.314950:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.314957:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.314982:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.314992:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053976704:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.315064:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.318674:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053976704:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.318692:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156245.318726:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.318741:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1973:x1830977057372160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3866us (6657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.318751:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10916 00000100:00100000:2.0:1746156245.321558:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057372416 00000100:00100000:2.0:1746156245.321568:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057372416 00002000:00100000:2.0:1746156245.321616:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c083480 x1830977057372416/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.321625:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083480 with x1830977057372416 ext(0->4095) 00002000:00010000:2.0:1746156245.321630:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c083480 00000100:00100000:2.0:1746156245.321736:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4656 00000100:00100000:2.0:1746156245.321747:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057372416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.322521:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057372416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 774us (3795us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.322530:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4656 00002000:00100000:2.0:1746156245.322538:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c083480 x1830977057372416/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.322545:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083480 with x1830977057372416 ext(0->4095) 00002000:00010000:2.0:1746156245.322551:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c083480 00000100:00100000:1.0:1746156245.322696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.322984:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057372544 00000100:00100000:0.0:1746156245.322988:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057372544 00000100:00100000:0.0:1746156245.323020:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6379 00000100:00100000:0.0:1746156245.323025:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:31590:x1830977057372544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156245.323033:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156245.323044:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c3a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.323061:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.323067:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156245.323068:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156245.323072:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 30 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.323096:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.323116:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 5 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746156245.323125:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c080e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053976832:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156245.323187:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.325743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.325831:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c080e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053976832:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.325854:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 30 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.325869:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96800, rc 0) 00000100:00100000:2.0:1746156245.325915:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:31590:x1830977057372544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2889us (3219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.325923:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6379 00000100:00100000:2.0:1746156245.327260:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057372672 00000100:00100000:2.0:1746156245.327268:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057372672 00000100:00100000:2.0:1746156245.327628:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6380 00000100:00100000:2.0:1746156245.327639:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:31591:x1830977057372672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.327653:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.327668:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c41 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.327688:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.327694:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.327700:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.327704:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 31 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.327737:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.327754:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 31 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.327761:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156245.327880:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:31591:x1830977057372672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 245us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.327886:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6380 00000100:00100000:1.0:1746156245.327957:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.328097:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057372800 00000100:00100000:3.0:1746156245.328101:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057372800 00010000:00010000:3.0:1746156245.328126:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.328141:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10917 00000100:00100000:3.0:1746156245.328146:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057372800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.328154:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.328169:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.328178:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.328191:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77e04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c33 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.328214:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.328215:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.328220:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 30 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.331184:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 30 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.331224:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 30 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.331236:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 30 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.331246:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977088:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.331330:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.333316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.333417:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977088:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.333434:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.333468:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057372800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5321us (5512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.333477:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10917 00000100:00100000:2.0:1746156245.333588:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057373056 00000100:00100000:2.0:1746156245.333594:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057373056 00002000:00100000:2.0:1746156245.333622:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c082680 x1830977057373056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.333631:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c082680 with x1830977057373056 ext(0->4095) 00010000:00010000:2.0:1746156245.333637:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.333648:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.333654:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c082680 00000100:00100000:2.0:1746156245.333666:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2654 00000100:00100000:2.0:1746156245.333673:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1974:x1830977057373056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.333799:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1974:x1830977057373056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (487us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.333805:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2654 00002000:00100000:2.0:1746156245.333810:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c082680 x1830977057373056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.333816:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c082680 with x1830977057373056 ext(0->4095) 00010000:00010000:2.0:1746156245.333821:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.333829:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.333835:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c082680 00000100:00100000:0.0:1746156245.336429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.336506:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057373184 00000100:00100000:3.0:1746156245.336512:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057373184 00010000:00010000:3.0:1746156245.336538:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.336566:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10918 00000100:00100000:3.0:1746156245.336573:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1974:x1830977057373184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.336583:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.336599:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.336610:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.336628:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77e0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c3a expref: 31 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.336642:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.336644:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.336650:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 30 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.336657:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 30 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.336681:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 30 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.336691:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977216:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.336759:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.338539:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977216:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.338555:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.338582:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1974:x1830977057373184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2009us (2158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.338589:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10918 00000100:00100000:0.0:1746156245.339713:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.339734:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057373440 00000100:00100000:2.0:1746156245.339739:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057373440 00002000:00100000:2.0:1746156245.339773:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c080000 x1830977057373440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.339781:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080000 with x1830977057373440 ext(0->4095) 00002000:00010000:2.0:1746156245.339784:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c080000 00000100:00100000:2.0:1746156245.339811:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4657 00000100:00100000:2.0:1746156245.339817:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1975:x1830977057373440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.340737:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1975:x1830977057373440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 918us (1024us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.340745:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4657 00002000:00100000:2.0:1746156245.340751:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c080000 x1830977057373440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.340758:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080000 with x1830977057373440 ext(0->4095) 00002000:00010000:2.0:1746156245.340762:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c080000 00000100:00100000:0.0:1746156245.344710:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.345317:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057373568 00000100:00100000:2.0:1746156245.345326:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057373568 00000100:00100000:2.0:1746156245.345462:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6381 00000100:00100000:2.0:1746156245.345470:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057373568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.345485:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.345498:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c48 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.345526:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 29 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.345533:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.345534:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.345537:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.345560:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 29 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.345570:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 29 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.345580:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053977344:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.347397:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.350566:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053977344:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.350594:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.350610:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156245.350652:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057373568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5183us (5948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.350659:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6381 00000100:00100000:0.0:1746156245.351517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.351583:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057373696 00000100:00100000:2.0:1746156245.351588:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057373696 00002000:00100000:2.0:1746156245.351616:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b738380 x1830977057373696/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.351625:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738380 with x1830977057373696 ext(0->7) 00010000:00010000:2.0:1746156245.351631:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 30 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.351642:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 30 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.351648:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b738380 00000100:00100000:2.0:1746156245.351672:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2655 00000100:00100000:2.0:1746156245.351678:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1974:x1830977057373696:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156245.352229:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1974:x1830977057373696:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 551us (714us total) trans 4294967999 rc 0/0 00000100:00100000:2.0:1746156245.352235:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2655 00002000:00100000:2.0:1746156245.352241:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b738380 x1830977057373696/t4294967999(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.352254:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738380 with x1830977057373696 ext(0->7) 00010000:00010000:2.0:1746156245.352259:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 32 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.352268:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 32 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.352273:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b738380 00000100:00100000:0.0:1746156245.354988:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.355044:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057373824 00000100:00100000:3.0:1746156245.355051:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057373824 00010000:00010000:3.0:1746156245.355079:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 32 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.355123:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10919 00000100:00100000:3.0:1746156245.355130:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1974:x1830977057373824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.355143:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.355160:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 32 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.355170:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 32 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.355188:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e77e12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c41 expref: 32 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.355203:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.355204:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.355210:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.355218:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.355249:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.355263:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977472:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.355332:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.359594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.359722:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977472:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.359741:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.359775:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1974:x1830977057373824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4646us (4793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.359787:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10919 00000100:00100000:2.0:1746156245.359941:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057374080 00000100:00100000:2.0:1746156245.359946:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057374080 00002000:00100000:2.0:1746156245.359979:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b73b480 x1830977057374080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.359988:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73b480 with x1830977057374080 ext(0->4095) 00002000:00010000:2.0:1746156245.359991:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b73b480 00000100:00100000:2.0:1746156245.360014:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4658 00000100:00100000:2.0:1746156245.360020:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057374080:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746156245.360145:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057374080:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.360150:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4658 00002000:00100000:2.0:1746156245.360155:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b73b480 x1830977057374080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.360162:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73b480 with x1830977057374080 ext(0->4095) 00002000:00010000:2.0:1746156245.360164:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b73b480 00000100:00100000:2.0:1746156245.363007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.363146:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057374208 00000100:00100000:3.0:1746156245.363152:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057374208 00000100:00100000:3.0:1746156245.363197:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6382 00000100:00100000:3.0:1746156245.363204:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:31591:x1830977057374208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.363218:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.363230:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c4f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.363251:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.363257:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.363258:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.363261:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 32 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.363282:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.363290:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 5 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.363299:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053977600:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.364482:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.365527:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053977600:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.365550:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 32 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.365561:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b529200, rc 0) 00000100:00100000:3.0:1746156245.365599:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:31591:x1830977057374208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2395us (2597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.365607:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6382 00000100:00100000:0.0:1746156245.367391:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.367488:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057374336 00000100:00100000:3.0:1746156245.367493:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057374336 00010000:00010000:3.0:1746156245.367519:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.367548:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10920 00000100:00100000:3.0:1746156245.367554:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057374336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.367565:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.367580:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.367589:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.367606:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77e19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c48 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.367619:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.367621:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.367626:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 31 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.367633:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 31 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.367655:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 31 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.367665:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977728:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.367718:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.370152:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977728:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.370171:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.370406:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057374336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2850us (3041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.370415:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10920 00000100:00100000:0.0:1746156245.371504:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.372191:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057374592 00000100:00100000:2.0:1746156245.372198:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057374592 00002000:00100000:2.0:1746156245.372232:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738e00 x1830977057374592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.372241:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738e00 with x1830977057374592 ext(0->4095) 00002000:00010000:2.0:1746156245.372246:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738e00 00000100:00100000:2.0:1746156245.372292:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4659 00000100:00100000:2.0:1746156245.372298:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1972:x1830977057374592:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746156245.372549:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1972:x1830977057374592:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 250us (1047us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.372555:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4659 00002000:00100000:2.0:1746156245.372560:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738e00 x1830977057374592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.372567:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738e00 with x1830977057374592 ext(0->4095) 00002000:00010000:2.0:1746156245.372570:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738e00 00000100:00100000:1.0:1746156245.374424:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.374487:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057374720 00000100:00100000:3.0:1746156245.374492:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057374720 00000100:00100000:3.0:1746156245.374557:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6383 00000100:00100000:3.0:1746156245.374563:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057374720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.374575:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.374587:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c56 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.374607:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 31 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.374612:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.374614:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.374617:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.374639:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 31 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.374648:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 31 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.374656:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053977856:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.374716:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.376596:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053977856:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.376620:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.376631:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b571a00, rc 0) 00000100:00100000:3.0:1746156245.377169:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057374720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2603us (2748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.377177:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6383 00000100:00100000:0.0:1746156245.377618:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.377751:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057374848 00000100:00100000:2.0:1746156245.377757:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057374848 00002000:00100000:2.0:1746156245.377787:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b738a80 x1830977057374848/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.377794:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738a80 with x1830977057374848 ext(0->7) 00010000:00010000:2.0:1746156245.377800:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 32 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.377810:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 32 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.377816:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b738a80 00000100:00100000:2.0:1746156245.377837:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2656 00000100:00100000:2.0:1746156245.377843:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1974:x1830977057374848:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156245.378053:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1974:x1830977057374848:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 210us (436us total) trans 4294968000 rc 0/0 00000100:00100000:2.0:1746156245.378058:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2656 00002000:00100000:2.0:1746156245.378063:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b738a80 x1830977057374848/t4294968000(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.378069:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738a80 with x1830977057374848 ext(0->7) 00010000:00010000:2.0:1746156245.378073:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 34 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.378080:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 34 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.378085:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b738a80 00000100:00100000:0.0:1746156245.381506:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.381947:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057374976 00000100:00100000:3.0:1746156245.381954:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057374976 00010000:00010000:3.0:1746156245.381983:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 34 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.382611:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10921 00000100:00100000:3.0:1746156245.382619:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1975:x1830977057374976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.382634:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.382652:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 34 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.382663:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 34 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.382681:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e77e20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c4f expref: 34 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.382698:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.382699:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.382705:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.382713:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.382739:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.382749:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977984:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.382814:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.384888:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.384926:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053977984:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.384945:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.384985:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1975:x1830977057374976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2367us (3485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.384996:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10921 00000100:00100000:2.0:1746156245.385088:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057375104 00000100:00100000:2.0:1746156245.385093:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057375104 00000100:00100000:0.0:1746156245.385141:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.385144:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6384 00000100:00100000:2.0:1746156245.385151:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:31590:x1830977057375104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.385164:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.385176:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c5d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.385200:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.385206:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.385208:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.385211:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 34 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.385232:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.385242:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 5 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.385251:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053978112:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.385290:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057375360 00000100:00100000:3.0:1746156245.385293:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057375360 00002000:00100000:3.0:1746156245.385314:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738000 x1830977057375360/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.385322:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738000 with x1830977057375360 ext(0->4095) 00010000:00010000:3.0:1746156245.385327:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.385336:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.385342:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b738000 00000100:00100000:3.0:1746156245.385354:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2657 00000100:00100000:3.0:1746156245.385359:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057375360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.385481:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.385506:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057375360:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.385511:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2657 00002000:00100000:3.0:1746156245.385516:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b738000 x1830977057375360/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.385523:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738000 with x1830977057375360 ext(0->4095) 00010000:00010000:3.0:1746156245.385527:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.385539:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.385545:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b738000 00000100:00100000:2.0:1746156245.387688:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053978112:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.387711:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 34 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.387723:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:0.0:1746156245.387728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.387748:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:31590:x1830977057375104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2599us (2870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.387756:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6384 00000100:00100000:2.0:1746156245.387771:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057375488 00000100:00100000:2.0:1746156245.387775:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057375488 00000100:00100000:2.0:1746156245.387798:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6385 00000100:00100000:2.0:1746156245.387803:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:31591:x1830977057375488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.387812:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.387832:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c64 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.387846:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.387849:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.387855:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.387857:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.387878:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.387887:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.387894:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156245.387920:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:31591:x1830977057375488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.387925:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6385 00000100:00100000:0.0:1746156245.388217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.388388:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057375616 00000100:00100000:3.0:1746156245.388392:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057375616 00010000:00010000:3.0:1746156245.388407:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.388430:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10922 00000100:00100000:3.0:1746156245.388436:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057375616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.388442:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.388456:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.388464:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.388478:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c56 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.388487:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.388488:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.388493:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 34 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.388503:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 34 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.388519:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 34 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.388527:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 34 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.388535:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053978368:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.388579:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.389946:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053978368:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.389959:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.389988:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057375616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1552us (1771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.389995:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10922 00000100:00100000:2.0:1746156245.390491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.390539:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057375872 00000100:00100000:3.0:1746156245.390544:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057375872 00002000:00100000:3.0:1746156245.390564:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953ced80 x1830977057375872/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.390572:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953ced80 with x1830977057375872 ext(0->4095) 00010000:00010000:3.0:1746156245.390576:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.390589:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.390594:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953ced80 00000100:00100000:3.0:1746156245.390604:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2658 00000100:00100000:3.0:1746156245.390609:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1975:x1830977057375872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.390712:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1975:x1830977057375872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.390716:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2658 00002000:00100000:3.0:1746156245.390721:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953ced80 x1830977057375872/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.390727:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953ced80 with x1830977057375872 ext(0->4095) 00010000:00010000:3.0:1746156245.390730:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.390737:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.390881:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953ced80 00000100:00100000:0.0:1746156245.394442:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.394468:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057376000 00000100:00100000:2.0:1746156245.394475:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057376000 00010000:00010000:2.0:1746156245.394505:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.394533:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10923 00000100:00100000:2.0:1746156245.394540:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1975:x1830977057376000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.394552:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.394568:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.394577:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.394595:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77e2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c5d expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.394615:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.394617:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.394623:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 34 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.394631:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 34 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.394667:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 34 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.394972:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053978496:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.395050:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156245.399459:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746156245.399472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.399473:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053978624:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746156245.399484:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053978496:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.399509:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156245.399543:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057376256 00000100:00100000:1.0:1746156245.399543:0:21128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977053978624 00000100:00100000:1.0:1746156245.399548:0:21128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977053978624 00000100:00100000:3.0:1746156245.399562:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057376256 00000100:00080000:3.0:1746156245.399585:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746156245.399590:0:21128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1746156245.399597:0:21128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977053978624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746156245.399621:0:21128:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 716767232 pending 0 free 3857711104 avail 3855613952 00002000:00100000:3.0:1746156245.399626:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093528a80 x1830977057376256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.399640:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093528a80 with x1830977057376256 ext(0->4095) 00000100:00100000:1.0:1746156245.399646:0:21128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977053978624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.399651:0:21128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00002000:00010000:3.0:1746156245.399664:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093528a80 00000100:00100000:1.0:1746156245.399677:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977053978624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746156245.399688:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4660 00000100:00100000:3.0:1746156245.399695:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1975:x1830977057376256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.399913:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1975:x1830977057376256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 217us (446us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.399929:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4660 00002000:00100000:3.0:1746156245.399934:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093528a80 x1830977057376256/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.399949:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093528a80 with x1830977057376256 ext(0->4095) 00002000:00010000:3.0:1746156245.399951:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093528a80 00010000:00010000:2.0:1746156245.400053:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.400131:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1975:x1830977057376000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5591us (5697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.400157:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10923 00000100:00100000:2.0:1746156245.404217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.404295:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057376384 00000100:00100000:0.0:1746156245.404302:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057376384 00000100:00100000:0.0:1746156245.404341:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6386 00000100:00100000:0.0:1746156245.404347:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057376384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156245.404387:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156245.404400:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c6b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.404423:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 33 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.404430:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156245.404431:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156245.404434:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.404458:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 33 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.404469:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 33 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746156245.404479:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093528380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053978752:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156245.405029:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.413436:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093528380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053978752:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.413464:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.413481:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:2.0:1746156245.415061:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057376384:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10707us (10844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.415070:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6386 00000100:00100000:0.0:1746156245.415331:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.417215:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057376512 00000100:00100000:3.0:1746156245.417224:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057376512 00002000:00100000:3.0:1746156245.417260:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009352bb80 x1830977057376512/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.417269:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009352bb80 with x1830977057376512 ext(0->7) 00010000:00010000:3.0:1746156245.417275:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 34 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.417287:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 34 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.417292:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009352bb80 00000100:00100000:3.0:1746156245.419052:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2659 00000100:00100000:3.0:1746156245.419069:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1974:x1830977057376512:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156245.419383:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1974:x1830977057376512:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 319us (4050us total) trans 4294968001 rc 0/0 00000100:00100000:3.0:1746156245.419389:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2659 00002000:00100000:3.0:1746156245.419395:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009352bb80 x1830977057376512/t4294968001(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.419402:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009352bb80 with x1830977057376512 ext(0->7) 00010000:00010000:3.0:1746156245.419409:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 36 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.419420:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 36 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.419425:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009352bb80 00000100:00100000:0.0:1746156245.421266:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.421348:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057376768 00000100:00100000:2.0:1746156245.421355:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057376768 00000100:00100000:2.0:1746156245.421425:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6387 00000100:00100000:2.0:1746156245.421432:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:31590:x1830977057376768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.421446:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.421459:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c72 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.421480:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.421485:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.421494:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156245.421497:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 37 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.421523:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.421534:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 37 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.421543:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156245.421574:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:31590:x1830977057376768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.421579:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6387 00000100:00100000:0.0:1746156245.421736:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.421781:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057376640 00000100:00100000:3.0:1746156245.421785:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057376640 00010000:00010000:3.0:1746156245.421802:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 37 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.422407:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10924 00000100:00100000:2.0:1746156245.422452:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1972:x1830977057376640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.422462:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.422479:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 37 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.422489:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 37 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.422503:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77e35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c64 expref: 37 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.422529:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.422531:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.422536:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.422544:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.422563:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.422572:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 5 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.422583:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979008:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.422644:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.428294:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979008:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.428313:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.428357:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1972:x1830977057376640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5942us (6620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.428377:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10924 00000100:00100000:0.0:1746156245.428814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.428867:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057377024 00000100:00100000:1.0:1746156245.428875:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057377024 00002000:00100000:1.0:1746156245.428903:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009352b480 x1830977057377024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.428912:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009352b480 with x1830977057377024 ext(0->4095) 00010000:00010000:1.0:1746156245.428918:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.428930:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.428936:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009352b480 00000100:00100000:1.0:1746156245.429111:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2660 00000100:00100000:1.0:1746156245.429117:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057377024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.429338:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057377024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 220us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.429344:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2660 00002000:00100000:1.0:1746156245.429348:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009352b480 x1830977057377024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.429359:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009352b480 with x1830977057377024 ext(0->4095) 00010000:00010000:1.0:1746156245.429382:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.429392:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.429397:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009352b480 00000100:00100000:0.0:1746156245.433011:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.433070:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057377152 00000100:00100000:2.0:1746156245.433078:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057377152 00010000:00010000:2.0:1746156245.433117:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.433167:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10925 00000100:00100000:2.0:1746156245.433174:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057377152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.433185:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.433201:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.433211:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.433229:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77e3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c6b expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.433254:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.433256:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.433261:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.433268:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.433293:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.433303:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979136:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.433385:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.437657:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979136:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.437677:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.437728:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057377152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4554us (4722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.437737:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10925 00000100:00100000:0.0:1746156245.439749:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.439778:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057377408 00000100:00100000:1.0:1746156245.439784:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057377408 00002000:00100000:1.0:1746156245.439818:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529f80 x1830977057377408/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.439826:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529f80 with x1830977057377408 ext(0->4095) 00002000:00010000:1.0:1746156245.439830:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093529f80 00000100:00100000:1.0:1746156245.441322:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4661 00000100:00100000:1.0:1746156245.441333:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1975:x1830977057377408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156245.441501:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1975:x1830977057377408:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (1757us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.441507:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4661 00002000:00100000:1.0:1746156245.441513:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529f80 x1830977057377408/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.441520:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529f80 with x1830977057377408 ext(0->4095) 00002000:00010000:1.0:1746156245.441524:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093529f80 00000100:00100000:0.0:1746156245.443429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.443481:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057377536 00000100:00100000:2.0:1746156245.443488:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057377536 00000100:00100000:2.0:1746156245.443533:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6388 00000100:00100000:2.0:1746156245.443540:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057377536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.443580:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.443594:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c79 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.443618:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.443624:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.443626:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.443628:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.443651:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.443661:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.443670:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053979264:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.443865:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.445428:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977053979264:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.445451:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.445463:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156245.445495:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057377536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1956us (2071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.445502:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6388 00000100:00100000:0.0:1746156245.448331:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.449176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.449233:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057377792 00000100:00100000:3.0:1746156245.449241:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057377792 00000100:00100000:3.0:1746156245.449291:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6389 00000100:00100000:3.0:1746156245.449299:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:31590:x1830977057377792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.449314:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.449327:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c80 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.449351:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.449356:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.449362:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746156245.449386:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057377664 00000100:00100000:2.0:1746156245.449390:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057377664 00010000:00010000:3.0:1746156245.449397:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 38 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.449409:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.449426:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.449433:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10926 00010000:00010000:3.0:1746156245.449437:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 38 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.449439:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1974:x1830977057377664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.449446:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136296800, rc 0) 00010000:00010000:2.0:1746156245.449446:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.449460:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.449471:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.449481:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:31590:x1830977057377792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.449486:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6389 00010000:00010000:2.0:1746156245.449486:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77e43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c72 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.449505:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.449506:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.449512:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.449518:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.449551:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.449560:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 5 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.449569:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092848a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979520:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.449609:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.455304:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092848a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979520:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156245.455325:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156245.455398:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1974:x1830977057377664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5958us (7071us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156245.455406:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10926 00000100:00100000:3.0:1746156245.455626:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.456710:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057378048 00000100:00100000:2.0:1746156245.456717:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057378048 00002000:00100000:2.0:1746156245.456754:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0b100 x1830977057378048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.456762:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977057378048 ext(0->4095) 00010000:00010000:2.0:1746156245.456774:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.456785:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.456792:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0b100 00000100:00100000:2.0:1746156245.457692:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2661 00000100:00100000:2.0:1746156245.457704:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057378048:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.458783:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057378048:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1081us (3154us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.458790:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2661 00002000:00100000:2.0:1746156245.458797:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0b100 x1830977057378048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.458804:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977057378048 ext(0->4095) 00010000:00010000:2.0:1746156245.458811:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.458822:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.458827:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0b100 00000100:00100000:0.0:1746156245.463275:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.463478:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057378176 00000100:00100000:2.0:1746156245.463486:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057378176 00010000:00010000:2.0:1746156245.463520:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.464136:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10927 00000100:00100000:2.0:1746156245.464145:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057378176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.464157:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.464177:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.464636:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.464657:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77e4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c79 expref: 6 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.464703:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.464705:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.464735:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.464744:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.464771:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.464781:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979648:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.465253:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.467855:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.467905:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057378432 00000100:00100000:0.0:1746156245.467912:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057378432 00000100:00100000:2.0:1746156245.467933:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979648:192.168.203.27@tcp:105: 00002000:00100000:0.0:1746156245.467943:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09180 x1830977057378432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746156245.467949:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746156245.467951:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09180 with x1830977057378432 ext(0->4095) 00002000:00010000:0.0:1746156245.467955:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09180 00000100:00100000:2.0:1746156245.467979:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057378176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3836us (4710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.467987:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10927 00000100:00100000:0.0:1746156245.468033:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4662 00000100:00100000:0.0:1746156245.468040:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1975:x1830977057378432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156245.468331:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1975:x1830977057378432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 291us (479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156245.468337:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4662 00002000:00100000:0.0:1746156245.468342:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09180 x1830977057378432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156245.468348:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09180 with x1830977057378432 ext(0->4095) 00002000:00010000:0.0:1746156245.468351:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09180 00000100:00100000:0.0:1746156245.473209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.473263:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057378560 00000100:00100000:1.0:1746156245.473270:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057378560 00000100:00100000:1.0:1746156245.473313:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6390 00000100:00100000:1.0:1746156245.473319:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057378560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.473333:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.473346:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c87 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.473393:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.473399:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.473401:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.473404:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.473425:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 35 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.473433:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 35 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.473442:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053979776:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156245.473611:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156245.477511:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053979776:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156245.477525:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156245.477531:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.477545:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:1.0:1746156245.477577:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057378560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4258us (4375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.477584:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6390 00000100:00100000:2.0:1746156245.477690:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057378688 00000100:00100000:2.0:1746156245.477695:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057378688 00002000:00100000:2.0:1746156245.477725:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c8d180 x1830977057378688/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.477734:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8d180 with x1830977057378688 ext(0->7) 00010000:00010000:2.0:1746156245.477740:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 36 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.477750:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 36 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.477757:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8d180 00000100:00100000:2.0:1746156245.478266:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2662 00000100:00100000:2.0:1746156245.478274:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1974:x1830977057378688:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156245.478535:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1974:x1830977057378688:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 261us (1010us total) trans 4294968002 rc 0/0 00000100:00100000:2.0:1746156245.478540:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2662 00002000:00100000:2.0:1746156245.478546:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c8d180 x1830977057378688/t4294968002(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.478553:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8d180 with x1830977057378688 ext(0->7) 00010000:00010000:2.0:1746156245.478558:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.478567:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.478576:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8d180 00000100:00100000:0.0:1746156245.482287:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.483027:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057378816 00000100:00100000:2.0:1746156245.483035:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057378816 00010000:00010000:2.0:1746156245.483067:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.483117:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10928 00000100:00100000:2.0:1746156245.483125:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1973:x1830977057378816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.483137:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.483154:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.483165:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.483181:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c80 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.483206:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.483208:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.483214:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.483221:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.483254:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.483264:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979904:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.483346:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.485421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.485523:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057378944 00000100:00100000:1.0:1746156245.485529:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057378944 00000100:00100000:1.0:1746156245.485569:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6391 00000100:00100000:1.0:1746156245.485575:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:31590:x1830977057378944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.485588:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.485600:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c8e expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.485620:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.485626:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.485627:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.485631:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.485656:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.485665:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.485672:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053979904:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.485678:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053980032:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.485686:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.485711:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1973:x1830977057378816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2588us (3430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.485718:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10928 00000100:00100000:1.0:1746156245.485728:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.485873:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.485998:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057379200 00000100:00100000:2.0:1746156245.486001:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057379200 00002000:00100000:2.0:1746156245.486019:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8c380 x1830977057379200/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.486027:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8c380 with x1830977057379200 ext(0->4095) 00010000:00010000:2.0:1746156245.486036:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.486056:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.486063:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8c380 00000100:00100000:2.0:1746156245.486085:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2663 00000100:00100000:2.0:1746156245.486091:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057379200:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746156245.486220:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057379200:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.486227:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2663 00002000:00100000:2.0:1746156245.486232:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8c380 x1830977057379200/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.486238:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8c380 with x1830977057379200 ext(0->4095) 00010000:00010000:2.0:1746156245.486243:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.486252:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.486257:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8c380 00000100:00100000:1.0:1746156245.486951:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053980032:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156245.486965:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 38 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.486975:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:1.0:1746156245.487003:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:31590:x1830977057378944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1426us (1585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.487009:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6391 00000100:00100000:0.0:1746156245.487877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.487914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.487973:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057379328 00000100:00100000:1.0:1746156245.487978:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057379328 00000100:00100000:3.0:1746156245.488027:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6392 00000100:00100000:3.0:1746156245.488035:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:31591:x1830977057379328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.488045:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.488055:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c95 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.488074:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.488078:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.488083:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.488085:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 39 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.488122:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.488132:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 39 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.488139:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136296e00, rc 0) 00000100:00100000:3.0:1746156245.488162:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:31591:x1830977057379328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.488167:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6392 00000100:00100000:2.0:1746156245.488209:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057379456 00000100:00100000:2.0:1746156245.488212:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057379456 00010000:00010000:2.0:1746156245.488226:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.488252:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10929 00000100:00100000:2.0:1746156245.488258:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057379456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.488265:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.488279:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.488316:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.488331:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c87 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.488343:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.488344:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.488349:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 38 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.488355:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 38 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.488401:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 38 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.488640:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 38 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.488648:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053980288:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.488903:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.489900:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053980288:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.489913:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.489936:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057379456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1678us (2021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.489943:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10929 00000100:00100000:0.0:1746156245.490352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.490428:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057379712 00000100:00100000:1.0:1746156245.490433:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057379712 00002000:00100000:1.0:1746156245.490454:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8d880 x1830977057379712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.490462:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8d880 with x1830977057379712 ext(0->4095) 00010000:00010000:1.0:1746156245.490467:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.490476:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.490482:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8d880 00000100:00100000:1.0:1746156245.490521:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2664 00000100:00100000:1.0:1746156245.490528:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1975:x1830977057379712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.490630:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1975:x1830977057379712:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.490638:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2664 00002000:00100000:1.0:1746156245.490643:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8d880 x1830977057379712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.490650:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8d880 with x1830977057379712 ext(0->4095) 00010000:00010000:1.0:1746156245.490654:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.490663:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.490668:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8d880 00000100:00100000:0.0:1746156245.492345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.492463:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057379840 00000100:00100000:2.0:1746156245.492469:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057379840 00010000:00010000:2.0:1746156245.492496:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.492524:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10930 00000100:00100000:2.0:1746156245.492530:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1974:x1830977057379840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.492540:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.492554:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.492563:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.492577:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e77e5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c8e expref: 39 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.492600:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.492601:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.492607:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 38 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.492614:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 38 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.492637:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 38 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.492648:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053980416:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.492711:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.493720:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053980416:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.493734:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.493771:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1974:x1830977057379840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1240us (1428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.493778:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10930 00000100:00100000:0.0:1746156245.493945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.494016:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057380096 00000100:00100000:1.0:1746156245.494021:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057380096 00002000:00100000:1.0:1746156245.494044:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ca80 x1830977057380096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.494052:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ca80 with x1830977057380096 ext(0->4095) 00002000:00010000:1.0:1746156245.494055:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8ca80 00000100:00100000:1.0:1746156245.494069:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4663 00000100:00100000:1.0:1746156245.494075:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1975:x1830977057380096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.494187:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1975:x1830977057380096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.494195:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4663 00002000:00100000:1.0:1746156245.494200:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ca80 x1830977057380096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.494206:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ca80 with x1830977057380096 ext(0->4095) 00002000:00010000:1.0:1746156245.494209:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8ca80 00000100:00100000:0.0:1746156245.495345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.495433:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057380224 00000100:00100000:1.0:1746156245.495437:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057380224 00000100:00100000:1.0:1746156245.495504:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6393 00000100:00100000:1.0:1746156245.495509:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057380224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.495518:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.495531:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813c9c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.495548:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 37 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.495554:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.495556:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.495559:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.495576:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 37 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.495585:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 37 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.495598:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053980544:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156245.495968:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.498056:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.498138:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057380352 00000100:00100000:2.0:1746156245.498143:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057380352 00010000:00010000:2.0:1746156245.498172:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.498199:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10931 00000100:00100000:2.0:1746156245.498205:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1975:x1830977057380352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.498214:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746156245.498220:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053980544:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.498229:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.498235:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.498237:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.498253:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136296e00/0xb0171789e0e77e66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c95 expref: 38 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.498253:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.498255:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.498259:0:8463:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.498266:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.498619:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.498649:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1975:x1830977057380352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 443us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.498655:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10931 00010000:00010000:1.0:1746156245.498722:0:8463:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156245.498732:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053980672:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.498784:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156245.502294:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053980672:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.502311:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156245.502356:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057380224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6845us (7012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.502363:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6393 00000100:00100000:0.0:1746156245.504743:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.504820:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.504892:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057380608 00000100:00100000:2.0:1746156245.504897:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057380608 00002000:00100000:2.0:1746156245.504930:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ce00 x1830977057380608/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.504939:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ce00 with x1830977057380608 ext(0->4095) 00002000:00010000:2.0:1746156245.504943:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8ce00 00000100:00100000:2.0:1746156245.504958:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4664 00000100:00100000:2.0:1746156245.504969:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057380608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156245.505043:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057380736 00000100:00100000:1.0:1746156245.505047:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057380736 00000100:00100000:1.0:1746156245.505073:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6394 00000100:00100000:1.0:1746156245.505076:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:31590:x1830977057380736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.505082:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746156245.505092:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057380608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (354us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1746156245.505092:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ca3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.505098:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4664 00002000:00100000:2.0:1746156245.505117:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ce00 x1830977057380608/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746156245.505117:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.505123:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:2.0:1746156245.505124:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ce00 with x1830977057380608 ext(0->4095) 00010000:00010000:1.0:1746156245.505125:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.505128:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.505128:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 38 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.505136:0:32394:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156245.505141:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8ce00 00010000:00010000:1.0:1746156245.505148:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.505156:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.505163:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053980800:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156245.505199:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.506728:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053980800:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.506746:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 38 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.506760:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:2.0:1746156245.506795:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:31590:x1830977057380736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1717us (1975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.506802:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6394 00000100:00100000:0.0:1746156245.508716:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.508862:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057380864 00000100:00100000:2.0:1746156245.508867:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057380864 00010000:00010000:2.0:1746156245.508893:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.508917:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10932 00000100:00100000:2.0:1746156245.508923:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057380864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.508932:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.508946:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.508955:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.508970:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813c9c expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.508989:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.508991:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.508995:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 37 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.509006:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 37 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.509027:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 37 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.509036:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053980928:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.509755:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.512452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.512496:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053980928:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.512512:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.512524:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057381120 00000100:00100000:1.0:1746156245.512529:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057381120 00000100:00100000:2.0:1746156245.512543:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057380864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3619us (3831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.512551:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10932 00002000:00100000:1.0:1746156245.512559:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8f100 x1830977057381120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.512573:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8f100 with x1830977057381120 ext(0->4095) 00002000:00010000:1.0:1746156245.512576:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8f100 00000100:00100000:1.0:1746156245.512590:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4665 00000100:00100000:1.0:1746156245.512595:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1975:x1830977057381120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.512709:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1975:x1830977057381120:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.512714:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4665 00002000:00100000:1.0:1746156245.512719:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8f100 x1830977057381120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.512725:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8f100 with x1830977057381120 ext(0->4095) 00002000:00010000:1.0:1746156245.512728:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8f100 00000100:00100000:0.0:1746156245.514872:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.514965:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057381248 00000100:00100000:2.0:1746156245.514971:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057381248 00000100:00100000:2.0:1746156245.515545:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6395 00000100:00100000:2.0:1746156245.515555:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057381248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.515569:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.515582:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813caa expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.515606:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 37 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.515612:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.515614:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.515617:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.515642:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 37 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.515719:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 37 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.515732:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053981056:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.515872:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.517250:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053981056:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.517270:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.517279:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156245.517308:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057381248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1756us (2442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.517313:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6395 00000100:00100000:0.0:1746156245.518595:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.518683:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057381376 00000100:00100000:1.0:1746156245.518689:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057381376 00002000:00100000:1.0:1746156245.518717:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c8c000 x1830977057381376/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.518725:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8c000 with x1830977057381376 ext(0->7) 00010000:00010000:1.0:1746156245.518731:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 38 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.518742:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 38 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.518748:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8c000 00000100:00100000:1.0:1746156245.518774:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2665 00000100:00100000:1.0:1746156245.518781:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1972:x1830977057381376:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156245.520172:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1972:x1830977057381376:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1387us (1577us total) trans 4294968003 rc 0/0 00000100:00100000:1.0:1746156245.520179:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2665 00002000:00100000:1.0:1746156245.520186:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c8c000 x1830977057381376/t4294968003(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.520193:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8c000 with x1830977057381376 ext(0->7) 00010000:00010000:1.0:1746156245.520199:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 40 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.520209:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 40 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.520215:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8c000 00000100:00100000:0.0:1746156245.527125:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.527180:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057381504 00000100:00100000:2.0:1746156245.527187:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057381504 00010000:00010000:2.0:1746156245.527217:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 40 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.527250:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10933 00000100:00100000:2.0:1746156245.527257:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1973:x1830977057381504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.527270:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.527287:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 40 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.527297:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 40 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.527316:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e77e74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ca3 expref: 40 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.527341:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.527343:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.527349:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.527356:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.527401:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.527411:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053981184:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.527474:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.530897:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.531011:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053981184:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.531030:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.531073:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1973:x1830977057381504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3816us (3954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.531085:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10933 00000100:00100000:1.0:1746156245.531207:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057381760 00000100:00100000:1.0:1746156245.531213:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057381760 00002000:00100000:1.0:1746156245.531243:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7800 x1830977057381760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.531252:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7800 with x1830977057381760 ext(0->4095) 00002000:00010000:1.0:1746156245.531255:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f7800 00000100:00100000:1.0:1746156245.531269:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4666 00000100:00100000:1.0:1746156245.531274:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057381760:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156245.531420:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057381760:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (531us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.531428:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4666 00002000:00100000:1.0:1746156245.531432:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7800 x1830977057381760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.531438:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7800 with x1830977057381760 ext(0->4095) 00002000:00010000:1.0:1746156245.531440:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f7800 00000100:00100000:0.0:1746156245.532775:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.533203:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057381888 00000100:00100000:3.0:1746156245.533208:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057381888 00000100:00100000:3.0:1746156245.533249:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6396 00000100:00100000:3.0:1746156245.533255:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:31591:x1830977057381888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.533268:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.533281:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813cb1 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.533308:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.533314:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.533316:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.533319:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 40 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.533342:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.533352:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.533361:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053981312:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.533464:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.538522:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.538580:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057382016 00000100:00100000:1.0:1746156245.538587:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057382016 00000100:00100000:1.0:1746156245.538619:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6397 00000100:00100000:1.0:1746156245.538625:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31590:x1830977057382016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.538638:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.538652:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813cb8 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.538671:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.538676:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.538682:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.538684:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 42 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.538711:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.538722:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 42 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.538736:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156245.538771:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:31590:x1830977057382016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.538776:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6397 00000100:00100000:2.0:1746156245.538913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.538930:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057382144 00000100:00100000:2.0:1746156245.538933:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057382144 00010000:00010000:2.0:1746156245.538957:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.539056:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053981312:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.539075:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.539086:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136296800, rc 0) 00000100:00100000:3.0:1746156245.539116:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31591:x1830977057381888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5861us (6343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.539122:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6396 00000100:00100000:1.0:1746156245.539913:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10934 00000100:00100000:1.0:1746156245.539920:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057382144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.539931:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.539948:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.539957:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.539973:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77e7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813caa expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.539999:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.540001:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.540007:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 40 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.540013:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 40 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.540034:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 40 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.540043:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 40 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.540053:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053981568:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.540119:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.542722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.542802:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053981568:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.542816:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.542846:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057382144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2926us (3933us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.542854:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10934 00000100:00100000:2.0:1746156245.542927:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057382400 00000100:00100000:2.0:1746156245.542933:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057382400 00002000:00100000:2.0:1746156245.542966:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7b80 x1830977057382400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.542976:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7b80 with x1830977057382400 ext(0->4095) 00010000:00010000:2.0:1746156245.542982:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.542994:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.543000:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f7b80 00000100:00100000:2.0:1746156245.543014:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2666 00000100:00100000:2.0:1746156245.543021:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1974:x1830977057382400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.543160:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1974:x1830977057382400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.543165:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2666 00002000:00100000:2.0:1746156245.543170:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7b80 x1830977057382400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.543176:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7b80 with x1830977057382400 ext(0->4095) 00010000:00010000:2.0:1746156245.543181:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.543189:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.543194:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f7b80 00000100:00100000:0.0:1746156245.545042:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.545674:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057382528 00000100:00100000:3.0:1746156245.545681:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057382528 00000100:00100000:3.0:1746156245.545727:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6398 00000100:00100000:3.0:1746156245.545735:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057382528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.545749:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.545763:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813cbf expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.545784:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.545789:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.545794:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156245.545797:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.545827:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.545838:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.545847:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b571a00, rc 0) 00000100:00100000:3.0:1746156245.545885:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057382528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.545890:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6398 00000100:00100000:0.0:1746156245.546305:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.546392:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057382656 00000100:00100000:1.0:1746156245.546396:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057382656 00010000:00010000:1.0:1746156245.546412:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.546442:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10935 00000100:00100000:1.0:1746156245.546447:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1974:x1830977057382656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.546455:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.546470:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.546480:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.546495:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136296800/0xb0171789e0e77e82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb1 expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.546509:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.546511:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.546516:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.546522:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.546542:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.546550:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.546560:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053981824:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.546608:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.549631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.549755:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053981824:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.549785:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.549821:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1974:x1830977057382656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3373us (3517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.549831:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10935 00000100:00100000:2.0:1746156245.550486:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057382912 00000100:00100000:2.0:1746156245.550492:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057382912 00002000:00100000:2.0:1746156245.550526:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7100 x1830977057382912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.550534:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7100 with x1830977057382912 ext(0->4095) 00010000:00010000:2.0:1746156245.550541:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.550551:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.550557:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f7100 00000100:00100000:2.0:1746156245.550797:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2667 00000100:00100000:2.0:1746156245.550805:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1975:x1830977057382912:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.550948:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1975:x1830977057382912:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (1323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.550958:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2667 00002000:00100000:2.0:1746156245.550963:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7100 x1830977057382912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.550970:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7100 with x1830977057382912 ext(0->4095) 00010000:00010000:2.0:1746156245.550974:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.550983:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 40 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.550988:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f7100 00000100:00100000:0.0:1746156245.555031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.555426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.555510:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057383040 00000100:00100000:1.0:1746156245.555517:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057383040 00000100:00100000:1.0:1746156245.555561:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6399 00000100:00100000:1.0:1746156245.555568:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:31590:x1830977057383040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.555585:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.555599:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813cc6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.555624:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.555629:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.555638:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156245.555641:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 41 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.555670:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.555680:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 41 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.555688:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:1.0:1746156245.555721:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31590:x1830977057383040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.555727:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6399 00000100:00100000:2.0:1746156245.556054:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057383168 00000100:00100000:2.0:1746156245.556057:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057383168 00010000:00010000:2.0:1746156245.556074:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 41 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.556099:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10936 00000100:00100000:2.0:1746156245.556112:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1975:x1830977057383168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.556118:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.556135:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 41 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.556144:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 41 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.556158:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77e89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cb8 expref: 41 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.556180:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.556182:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.556187:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.556193:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.556212:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.556222:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.556232:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982080:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.556277:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.561997:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982080:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156245.562002:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156245.562017:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.562064:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1975:x1830977057383168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5952us (6637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.562073:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10936 00000100:00100000:3.0:1746156245.562156:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057383424 00000100:00100000:3.0:1746156245.562165:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057383424 00002000:00100000:3.0:1746156245.562196:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6a00 x1830977057383424/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.562210:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6a00 with x1830977057383424 ext(0->4095) 00010000:00010000:3.0:1746156245.562217:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.562228:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.562234:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6a00 00000100:00100000:3.0:1746156245.562244:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2668 00000100:00100000:3.0:1746156245.562250:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057383424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.562402:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057383424:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.562407:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2668 00002000:00100000:3.0:1746156245.562416:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6a00 x1830977057383424/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.562423:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6a00 with x1830977057383424 ext(0->4095) 00010000:00010000:3.0:1746156245.562427:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.562436:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.562441:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6a00 00000100:00100000:0.0:1746156245.564972:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.569332:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057383552 00000100:00100000:2.0:1746156245.569343:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057383552 00010000:00010000:3.0:1746156245.569612:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.569639:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10937 00000100:00100000:3.0:1746156245.569656:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057383552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.569669:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.569688:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.569700:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.569719:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e77e90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cbf expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.569746:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.569748:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.569754:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 39 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.569762:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 39 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.569789:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 39 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.569800:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982208:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.569875:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.573894:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982208:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.573919:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.573963:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057383552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4316us (8995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.573972:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10937 00000100:00100000:0.0:1746156245.576351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.577255:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057383808 00000100:00100000:2.0:1746156245.577262:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057383808 00002000:00100000:2.0:1746156245.577301:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f5c00 x1830977057383808/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.577311:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5c00 with x1830977057383808 ext(0->4095) 00002000:00010000:2.0:1746156245.577315:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f5c00 00000100:00100000:2.0:1746156245.577344:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4667 00000100:00100000:2.0:1746156245.577352:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1974:x1830977057383808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.577726:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1974:x1830977057383808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 372us (1379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.577734:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4667 00002000:00100000:2.0:1746156245.577741:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f5c00 x1830977057383808/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.577749:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5c00 with x1830977057383808 ext(0->4095) 00002000:00010000:2.0:1746156245.577752:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f5c00 00000100:00100000:0.0:1746156245.581040:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.581110:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057383936 00000100:00100000:3.0:1746156245.581118:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057383936 00000100:00100000:3.0:1746156245.581166:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6400 00000100:00100000:3.0:1746156245.581173:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057383936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.581187:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.581201:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ccd expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.581225:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 39 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.581232:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.581233:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.581236:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.581965:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 39 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.581977:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 39 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.581991:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053982336:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.582064:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.584547:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053982336:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.584575:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.584589:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156245.584620:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057383936:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3448us (3589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.584627:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6400 00000100:00100000:0.0:1746156245.592327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.592426:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057384064 00000100:00100000:2.0:1746156245.592434:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057384064 00002000:00100000:2.0:1746156245.592475:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a95f4700 x1830977057384064/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.592484:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4700 with x1830977057384064 ext(0->7) 00010000:00010000:2.0:1746156245.592492:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 40 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.592504:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 40 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.592510:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f4700 00000100:00100000:2.0:1746156245.592537:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2669 00000100:00100000:2.0:1746156245.592545:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+40:1975:x1830977057384064:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156245.592787:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057384064:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 242us (465us total) trans 4294968004 rc 0/0 00000100:00100000:2.0:1746156245.592792:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2669 00002000:00100000:2.0:1746156245.592797:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a95f4700 x1830977057384064/t4294968004(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.592804:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4700 with x1830977057384064 ext(0->7) 00010000:00010000:2.0:1746156245.592808:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.592816:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.592821:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f4700 00000100:00100000:0.0:1746156245.594752:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.595227:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057384192 00000100:00100000:3.0:1746156245.595234:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057384192 00010000:00010000:3.0:1746156245.595261:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.595289:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10938 00000100:00100000:3.0:1746156245.595295:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1973:x1830977057384192:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.595304:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.595320:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.595330:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.595348:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e77e97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cc6 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.595402:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.595404:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.595411:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.595418:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.595442:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.595451:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982464:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.595510:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.598158:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982464:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.598278:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.601329:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1973:x1830977057384192:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6024us (6572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.601341:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10938 00000100:00100000:0.0:1746156245.601846:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.601932:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057384448 00000100:00100000:3.0:1746156245.601938:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057384448 00002000:00100000:3.0:1746156245.601967:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f5880 x1830977057384448/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.601976:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5880 with x1830977057384448 ext(0->4095) 00002000:00010000:3.0:1746156245.601980:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f5880 00000100:00100000:3.0:1746156245.602004:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4668 00000100:00100000:3.0:1746156245.602010:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057384448:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746156245.602146:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057384448:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.602151:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4668 00002000:00100000:3.0:1746156245.602156:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f5880 x1830977057384448/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.602163:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5880 with x1830977057384448 ext(0->4095) 00002000:00010000:3.0:1746156245.602165:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f5880 00000100:00100000:0.0:1746156245.604421:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.606449:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057384576 00000100:00100000:3.0:1746156245.606459:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057384576 00000100:00100000:3.0:1746156245.606522:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6401 00000100:00100000:3.0:1746156245.606534:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31590:x1830977057384576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.606549:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.606563:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813cd4 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.606587:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.606593:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.606594:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.606597:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.606619:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.606632:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.606648:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053982592:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.606730:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.606955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.606980:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057384704 00000100:00100000:0.0:1746156245.606983:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057384704 00000100:00100000:0.0:1746156245.606998:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6402 00000100:00100000:0.0:1746156245.607003:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31591:x1830977057384704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156245.607009:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156245.607015:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813cdb expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.607025:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156245.607028:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.607032:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156245.607034:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 44 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.607050:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.607060:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 44 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.607068:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97600, rc 0) 00000100:00100000:0.0:1746156245.607087:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31591:x1830977057384704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156245.607092:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6402 00000100:00100000:3.0:1746156245.610451:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053982592:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.610479:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 43 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156245.610479:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156245.610492:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156245.610530:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31590:x1830977057384576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3997us (6113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.610536:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6401 00000100:00100000:2.0:1746156245.611083:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057384832 00000100:00100000:2.0:1746156245.611088:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057384832 00010000:00010000:2.0:1746156245.611123:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.611142:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10939 00000100:00100000:2.0:1746156245.611148:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057384832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.611157:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.611173:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.611181:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.611199:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77e9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ccd expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.611448:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.611450:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.611457:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.611464:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.611490:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.611500:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.611510:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982848:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.611573:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.613614:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982848:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.613630:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.613664:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057384832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2516us (3185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.613672:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10939 00010000:00010000:3.0:1746156245.615664:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746156245.615679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.615859:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057385088 00000100:00100000:2.0:1746156245.615866:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057385088 00002000:00100000:2.0:1746156245.615899:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6680 x1830977057385088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.615909:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6680 with x1830977057385088 ext(0->4095) 00010000:00010000:2.0:1746156245.615916:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.615928:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.615935:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6680 00000100:00100000:2.0:1746156245.615961:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2670 00000100:00100000:2.0:1746156245.615968:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057385088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.616082:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057385088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.616088:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2670 00002000:00100000:2.0:1746156245.616093:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6680 x1830977057385088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.616099:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6680 with x1830977057385088 ext(0->4095) 00010000:00010000:2.0:1746156245.616115:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.616123:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.616128:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6680 00000100:00100000:0.0:1746156245.621529:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.623019:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057385216 00000100:00100000:2.0:1746156245.623028:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057385216 00010000:00010000:2.0:1746156245.623062:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.623096:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10940 00000100:00100000:2.0:1746156245.623114:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1973:x1830977057385216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.623125:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.623142:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.623152:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.623168:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77ea5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cd4 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.623191:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.623193:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.623199:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 42 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.623206:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 42 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.623232:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 42 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.623325:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982976:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.623420:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.628270:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053982976:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.628291:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.628338:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1973:x1830977057385216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5234us (6816us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.628347:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10940 00000100:00100000:0.0:1746156245.628432:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.628580:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057385472 00000100:00100000:3.0:1746156245.628585:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057385472 00002000:00100000:3.0:1746156245.628615:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7480 x1830977057385472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.628623:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7480 with x1830977057385472 ext(0->4095) 00002000:00010000:3.0:1746156245.628627:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f7480 00000100:00100000:3.0:1746156245.628639:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4669 00000100:00100000:3.0:1746156245.628645:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057385472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.628753:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057385472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.628759:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4669 00002000:00100000:3.0:1746156245.628763:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f7480 x1830977057385472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.628770:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7480 with x1830977057385472 ext(0->4095) 00002000:00010000:3.0:1746156245.628773:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f7480 00000100:00100000:0.0:1746156245.632005:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.632122:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057385600 00000100:00100000:3.0:1746156245.632129:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057385600 00000100:00100000:3.0:1746156245.632339:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6403 00000100:00100000:3.0:1746156245.632346:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057385600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.632360:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.632398:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ce2 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.632421:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 41 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.632428:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.632430:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.632433:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.632453:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 41 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.632463:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 41 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.632477:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053983104:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.632535:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.634914:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053983104:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.634941:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.634956:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:0.0:1746156245.635151:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.635289:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057385728 00000100:00100000:2.0:1746156245.635293:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057385728 00000100:00100000:3.0:1746156245.635490:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057385600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3144us (3490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.635498:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6403 00010000:00010000:2.0:1746156245.635640:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 42 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.635668:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10941 00000100:00100000:2.0:1746156245.635675:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057385728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.635685:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.635700:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 42 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.635709:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 42 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.635726:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e77eac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cdb expref: 42 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.635740:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.635742:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.635747:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.635754:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.635774:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.635784:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053983232:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.636644:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.639740:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.639849:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.639918:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057386112 00000100:00100000:2.0:1746156245.639925:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057386112 00000100:00100000:1.0:1746156245.639951:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053983232:192.168.203.27@tcp:105: 00002000:00100000:2.0:1746156245.639962:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b547800 x1830977057386112/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746156245.639969:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156245.639972:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547800 with x1830977057386112 ext(0->4095) 00002000:00010000:2.0:1746156245.639975:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b547800 00000100:00100000:2.0:1746156245.639991:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4670 00000100:00100000:2.0:1746156245.639998:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057386112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.640003:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1974:x1830977057385728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4329us (4852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.640011:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10941 00000100:00100000:2.0:1746156245.640113:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057386112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.640119:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4670 00002000:00100000:2.0:1746156245.640124:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b547800 x1830977057386112/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.640131:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547800 with x1830977057386112 ext(0->4095) 00002000:00010000:2.0:1746156245.640134:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b547800 00000100:00100000:3.0:1746156245.640191:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057385856 00000100:00100000:3.0:1746156245.640194:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057385856 00000100:00100000:3.0:1746156245.640216:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6404 00000100:00100000:3.0:1746156245.640222:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31590:x1830977057385856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.640229:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.640239:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ce9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.640256:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.640261:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.640263:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.640265:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.640290:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.640299:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.640308:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053983360:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.640352:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.643287:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.643351:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053983360:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156245.643523:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057386240 00000100:00100000:1.0:1746156245.643529:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057386240 00000100:00100000:1.0:1746156245.643566:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6405 00000100:00100000:1.0:1746156245.643572:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31591:x1830977057386240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.643586:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.643598:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813cf0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.643643:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.643649:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.643655:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.643658:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 44 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.643671:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.643681:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00010000:00010000:1.0:1746156245.643686:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.643696:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 44 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.643702:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:3.0:1746156245.643728:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31590:x1830977057385856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3505us (3993us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.643729:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31591:x1830977057386240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.643733:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6404 00000100:00100000:1.0:1746156245.643737:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6405 00000100:00100000:0.0:1746156245.643912:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.644244:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057386368 00000100:00100000:2.0:1746156245.644248:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057386368 00010000:00010000:2.0:1746156245.644269:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.644288:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10942 00000100:00100000:2.0:1746156245.644293:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057386368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.644301:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.644315:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.644324:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.644338:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77eb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce2 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.644349:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.644350:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.644355:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.644361:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.644417:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.644430:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.644440:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053983616:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.644488:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.646562:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.646629:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053983616:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.646647:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.646677:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057386368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2384us (2766us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.646686:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10942 00000100:00100000:3.0:1746156245.646970:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057386624 00000100:00100000:3.0:1746156245.646976:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057386624 00002000:00100000:3.0:1746156245.647006:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b547b80 x1830977057386624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.647016:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547b80 with x1830977057386624 ext(0->4095) 00010000:00010000:3.0:1746156245.647022:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.647037:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.647042:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b547b80 00000100:00100000:3.0:1746156245.647348:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2671 00000100:00100000:3.0:1746156245.647355:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057386624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.647718:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057386624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 362us (1160us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.647724:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2671 00002000:00100000:3.0:1746156245.647729:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b547b80 x1830977057386624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.647736:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547b80 with x1830977057386624 ext(0->4095) 00010000:00010000:3.0:1746156245.647742:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.647751:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.647756:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b547b80 00000100:00100000:0.0:1746156245.649417:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.649509:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057386752 00000100:00100000:3.0:1746156245.649515:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057386752 00010000:00010000:3.0:1746156245.649540:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.649558:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10943 00000100:00100000:3.0:1746156245.649562:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057386752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.649570:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.649582:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.649589:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.649601:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77eba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ce9 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.649620:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.649622:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.649626:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 42 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.649632:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 42 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.649653:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 42 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.649660:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053983744:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.649716:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.651683:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053983744:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.651701:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.651733:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057386752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2168us (2372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.651742:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10943 00000100:00100000:0.0:1746156245.651962:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.652462:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057387008 00000100:00100000:3.0:1746156245.652467:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057387008 00002000:00100000:3.0:1746156245.652491:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546300 x1830977057387008/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.652499:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546300 with x1830977057387008 ext(0->4095) 00002000:00010000:3.0:1746156245.652502:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b546300 00000100:00100000:3.0:1746156245.652528:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4671 00000100:00100000:3.0:1746156245.652534:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057387008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.652648:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057387008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (685us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.652653:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4671 00002000:00100000:3.0:1746156245.652658:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546300 x1830977057387008/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.652664:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546300 with x1830977057387008 ext(0->4095) 00002000:00010000:3.0:1746156245.652667:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b546300 00000100:00100000:0.0:1746156245.654166:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.654218:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057387136 00000100:00100000:3.0:1746156245.654224:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057387136 00000100:00100000:3.0:1746156245.654284:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6406 00000100:00100000:3.0:1746156245.654291:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057387136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.654303:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.654315:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813cf7 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.654342:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 41 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.654348:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.654349:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.654352:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.654403:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 41 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.654414:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 41 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.654423:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053983872:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.654703:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.657071:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053983872:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.657099:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.657123:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156245.657156:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057387136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2865us (2992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.657163:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6406 00000100:00100000:0.0:1746156245.657779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.658108:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057387264 00000100:00100000:3.0:1746156245.658112:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057387264 00010000:00010000:3.0:1746156245.658134:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.658165:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10944 00000100:00100000:3.0:1746156245.658172:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057387264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.658181:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.658197:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.658207:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.658225:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ec1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf0 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.658251:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.658253:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.658258:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.658266:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.658289:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.658298:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053984000:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.658755:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3e63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.660037:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053984000:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.660052:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.660078:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1975:x1830977057387264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1907us (2301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.660085:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10944 00000100:00100000:0.0:1746156245.662875:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.662931:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057387520 00000100:00100000:1.0:1746156245.662939:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057387520 00002000:00100000:1.0:1746156245.662976:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546d80 x1830977057387520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.662986:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546d80 with x1830977057387520 ext(0->4095) 00002000:00010000:1.0:1746156245.662991:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b546d80 00000100:00100000:1.0:1746156245.663022:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4672 00000100:00100000:1.0:1746156245.663029:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057387520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.663196:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057387520:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.663203:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4672 00002000:00100000:1.0:1746156245.663208:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546d80 x1830977057387520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.663215:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546d80 with x1830977057387520 ext(0->4095) 00002000:00010000:1.0:1746156245.663218:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b546d80 00000100:00100000:0.0:1746156245.663605:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.663677:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057387648 00000100:00100000:3.0:1746156245.663681:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057387648 00000100:00100000:3.0:1746156245.663712:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6407 00000100:00100000:3.0:1746156245.663718:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31590:x1830977057387648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.663727:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.663738:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813cfe expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.663758:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.663764:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.663765:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.663768:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.663791:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.663801:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.663814:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053984128:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.663909:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.665858:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.666108:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057387776 00000100:00100000:1.0:1746156245.666115:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057387776 00000100:00100000:0.0:1746156245.666115:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.666150:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6408 00000100:00100000:1.0:1746156245.666156:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31591:x1830977057387776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156245.666162:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057387904 00000100:00100000:2.0:1746156245.666166:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057387904 00010000:00010000:1.0:1746156245.666169:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156245.666185:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053984128:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156245.666185:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d05 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.666188:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.666202:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.666206:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.666212:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10945 00010000:00010000:1.0:1746156245.666216:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746156245.666217:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057387904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.666219:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 44 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.666224:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.666287:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.666296:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00010000:00010000:1.0:1746156245.666297:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.666305:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 44 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.666311:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00000100:00100000:3.0:1746156245.666324:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31590:x1830977057387648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2607us (2720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.666324:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31591:x1830977057387776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.666329:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6408 00000100:00100000:3.0:1746156245.666424:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6407 00010000:00010000:2.0:1746156245.666488:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.666499:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.666513:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ec8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cf7 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.666537:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.666538:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.666543:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.666548:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.666566:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.666575:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.666584:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053984384:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.666630:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.668760:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053984384:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.668780:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.668822:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057387904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2604us (2705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.668830:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10945 00000100:00100000:0.0:1746156245.669258:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.669420:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057388160 00000100:00100000:1.0:1746156245.669426:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057388160 00002000:00100000:1.0:1746156245.669456:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b547480 x1830977057388160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.669464:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547480 with x1830977057388160 ext(0->4095) 00010000:00010000:1.0:1746156245.669471:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.669481:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.669487:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b547480 00000100:00100000:1.0:1746156245.669513:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2672 00000100:00100000:1.0:1746156245.669519:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057388160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156245.669649:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057388160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.669656:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2672 00002000:00100000:1.0:1746156245.669661:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b547480 x1830977057388160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.669667:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547480 with x1830977057388160 ext(0->4095) 00010000:00010000:1.0:1746156245.669672:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.669679:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.669684:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b547480 00000100:00100000:0.0:1746156245.671175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.671224:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057388288 00000100:00100000:2.0:1746156245.671230:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057388288 00010000:00010000:2.0:1746156245.671253:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.671336:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10946 00000100:00100000:2.0:1746156245.671343:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1973:x1830977057388288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.671352:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.671403:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.671413:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.671431:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77ecf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813cfe expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.671444:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.671446:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.671451:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 42 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.671457:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 42 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.671484:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 42 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.671494:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053984512:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.671574:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.673790:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053984512:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.673811:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.673846:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1973:x1830977057388288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2503us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.673854:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10946 00000100:00100000:0.0:1746156245.674152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.674257:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057388544 00000100:00100000:3.0:1746156245.674263:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057388544 00002000:00100000:3.0:1746156245.674293:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b547100 x1830977057388544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.674301:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547100 with x1830977057388544 ext(0->4095) 00002000:00010000:3.0:1746156245.674305:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b547100 00000100:00100000:3.0:1746156245.674332:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4673 00000100:00100000:3.0:1746156245.674339:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057388544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.675271:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057388544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 930us (1117us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.675278:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4673 00002000:00100000:3.0:1746156245.675284:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b547100 x1830977057388544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.675296:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547100 with x1830977057388544 ext(0->4095) 00002000:00010000:3.0:1746156245.675299:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b547100 00000100:00100000:0.0:1746156245.678242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.678296:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057388672 00000100:00100000:3.0:1746156245.678303:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057388672 00000100:00100000:3.0:1746156245.678350:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6409 00000100:00100000:3.0:1746156245.678358:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057388672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.678391:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.678405:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d0c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.678426:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 41 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.678433:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.678434:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.678437:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.678460:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 41 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.678470:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 41 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.678480:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053984640:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.678556:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.679968:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053984640:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.679992:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.680005:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156245.680038:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057388672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1681us (1801us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156245.680363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.680621:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6409 00000100:00100000:2.0:1746156245.680962:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057388800 00000100:00100000:2.0:1746156245.680968:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057388800 00010000:00010000:2.0:1746156245.680992:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.681018:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10947 00000100:00100000:2.0:1746156245.681025:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057388800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.681034:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.681051:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.681060:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.681078:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e77ed6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d05 expref: 42 pid: 21377 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.681090:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.681092:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.681097:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.681115:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.681139:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.681148:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053984768:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.681616:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.683799:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.683863:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057389056 00000100:00100000:3.0:1746156245.683869:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057389056 00002000:00100000:3.0:1746156245.683900:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545880 x1830977057389056/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.683909:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545880 with x1830977057389056 ext(0->4095) 00002000:00010000:3.0:1746156245.683913:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b545880 00000100:00100000:3.0:1746156245.683938:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4674 00000100:00100000:3.0:1746156245.683945:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057389056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.684047:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053984768:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.684061:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057389056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (266us total) trans 0 rc 4096/4096 00010000:00010000:2.0:1746156245.684064:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.684067:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4674 00002000:00100000:3.0:1746156245.684071:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545880 x1830977057389056/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.684077:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545880 with x1830977057389056 ext(0->4095) 00002000:00010000:3.0:1746156245.684080:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b545880 00000100:00100000:2.0:1746156245.684088:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1975:x1830977057388800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3063us (3725us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.684096:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10947 00000100:00100000:0.0:1746156245.685226:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.685281:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057389184 00000100:00100000:3.0:1746156245.685286:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057389184 00000100:00100000:3.0:1746156245.685320:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6410 00000100:00100000:3.0:1746156245.685326:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31590:x1830977057389184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.685336:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.685347:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d13 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.685454:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.685462:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.685463:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.685467:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.685489:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.685499:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.685509:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053984896:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.685581:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.685704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.685734:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057389312 00000100:00100000:2.0:1746156245.685737:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057389312 00000100:00100000:2.0:1746156245.685758:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6411 00000100:00100000:2.0:1746156245.685761:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31591:x1830977057389312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.685766:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.685770:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d1a expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.685779:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.685781:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.685784:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.685786:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 44 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.685801:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.685807:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 44 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.685812:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156245.685827:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31591:x1830977057389312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 65us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.685830:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6411 00000100:00100000:3.0:1746156245.687657:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053984896:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.687679:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 43 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.687695:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156245.687723:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31590:x1830977057389184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2396us (2499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.687729:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6410 00000100:00100000:0.0:1746156245.688220:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.688292:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057389440 00000100:00100000:2.0:1746156245.688296:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057389440 00010000:00010000:2.0:1746156245.688355:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.688417:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10948 00000100:00100000:2.0:1746156245.688425:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057389440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.688434:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.688450:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.688460:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.688475:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77edd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d0c expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.688499:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.688501:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.688509:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.688515:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.688535:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.688544:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.688553:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053985152:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.688606:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.690762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.690833:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057389696 00000100:00100000:1.0:1746156245.690839:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057389696 00002000:00100000:1.0:1746156245.690869:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ace00 x1830977057389696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.690878:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ace00 with x1830977057389696 ext(0->4095) 00010000:00010000:1.0:1746156245.690885:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.690897:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.690907:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ace00 00000100:00100000:2.0:1746156245.691020:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053985152:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.691037:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.691080:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057389440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2655us (2859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.691088:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10948 00000100:00100000:1.0:1746156245.691506:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2673 00000100:00100000:1.0:1746156245.691514:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057389696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.692189:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057389696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 676us (1432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.692195:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2673 00002000:00100000:1.0:1746156245.692199:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ace00 x1830977057389696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.692206:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ace00 with x1830977057389696 ext(0->4095) 00010000:00010000:1.0:1746156245.692211:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.692221:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.692226:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ace00 00000100:00100000:0.0:1746156245.695007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.695084:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057389824 00000100:00100000:2.0:1746156245.695090:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057389824 00010000:00010000:2.0:1746156245.695130:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.695169:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10949 00000100:00100000:2.0:1746156245.695177:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057389824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.695187:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.695203:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.695212:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.695230:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ee4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d13 expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.695243:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.695245:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.695250:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.695258:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.695282:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.695292:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053985280:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.695669:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.697670:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053985280:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.697688:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.697718:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057389824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2542us (2717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.697726:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10949 00000100:00100000:0.0:1746156245.699297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.699397:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057390080 00000100:00100000:2.0:1746156245.699403:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057390080 00002000:00100000:2.0:1746156245.699436:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60adc00 x1830977057390080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.699446:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60adc00 with x1830977057390080 ext(0->4095) 00002000:00010000:2.0:1746156245.699449:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60adc00 00000100:00100000:2.0:1746156245.699784:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4675 00000100:00100000:2.0:1746156245.699793:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057390080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.700267:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057390080:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 474us (973us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.700274:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4675 00002000:00100000:2.0:1746156245.700280:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60adc00 x1830977057390080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.700288:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60adc00 with x1830977057390080 ext(0->4095) 00002000:00010000:2.0:1746156245.700290:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60adc00 00000100:00100000:0.0:1746156245.702067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.702384:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057390208 00000100:00100000:3.0:1746156245.702389:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057390208 00000100:00100000:3.0:1746156245.702447:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6412 00000100:00100000:3.0:1746156245.702454:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057390208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.702466:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.702479:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d21 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.702501:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 41 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.702508:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.702510:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.702513:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.702534:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 41 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.702543:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 41 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.702559:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053985408:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.702621:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7240 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.704807:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053985408:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.704831:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.704843:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156245.704872:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057390208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2419us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.704879:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6412 00000100:00100000:0.0:1746156245.705282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.706212:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057390336 00000100:00100000:2.0:1746156245.706218:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057390336 00010000:00010000:2.0:1746156245.706247:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 42 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.706280:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10950 00000100:00100000:2.0:1746156245.706286:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057390336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.706296:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.706312:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 42 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.706321:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 42 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.706339:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77eeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d1a expref: 42 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.706361:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.706363:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.706392:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.706399:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.706423:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.706432:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053985536:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.706490:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.708820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.708902:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053985536:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.708919:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.709121:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057390592 00000100:00100000:3.0:1746156245.709127:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057390592 00000100:00100000:2.0:1746156245.709527:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1975:x1830977057390336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3238us (4243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.709535:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10950 00002000:00100000:3.0:1746156245.709758:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ae680 x1830977057390592/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.709768:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae680 with x1830977057390592 ext(0->4095) 00002000:00010000:3.0:1746156245.709772:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ae680 00000100:00100000:3.0:1746156245.709788:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4676 00000100:00100000:3.0:1746156245.709795:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057390592:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.709906:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057390592:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (1092us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.709911:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4676 00002000:00100000:3.0:1746156245.709916:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ae680 x1830977057390592/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.709928:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae680 with x1830977057390592 ext(0->4095) 00002000:00010000:3.0:1746156245.709931:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ae680 00000100:00100000:2.0:1746156245.712611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.712725:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.714415:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057390720 00000100:00100000:0.0:1746156245.714421:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057390848 00000100:00100000:3.0:1746156245.714424:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057390720 00000100:00100000:0.0:1746156245.714425:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057390848 00000100:00100000:3.0:1746156245.714468:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6413 00000100:00100000:3.0:1746156245.714475:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:31591:x1830977057390848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.714490:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.714503:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d2f expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156245.714504:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6414 00000100:00100000:0.0:1746156245.714514:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:31590:x1830977057390720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156245.714521:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.714527:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.714528:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d28 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.714533:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.714535:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.714538:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.714546:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156245.714550:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.714555:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156245.714561:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 44 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.714580:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.714583:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.714590:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.714600:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053985792:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.714651:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00010000:00010000:0.0:1746156245.714764:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 44 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.714774:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:1.0:1746156245.714853:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31590:x1830977057390720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 341us (2246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.714859:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6414 00000100:00100000:3.0:1746156245.715779:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053985792:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.715796:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 43 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.715805:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156245.716228:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31591:x1830977057390848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1752us (3501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.716234:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6413 00000100:00100000:0.0:1746156245.716478:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.717116:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057390976 00000100:00100000:2.0:1746156245.717122:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057390976 00010000:00010000:2.0:1746156245.717148:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.717285:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10951 00000100:00100000:2.0:1746156245.717292:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057390976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.717302:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.717319:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.717330:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.717348:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77ef2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d21 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.717555:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.717557:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.717564:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.717575:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.717601:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.717611:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.717621:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053985920:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.718025:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.719713:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053985920:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.719732:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.719770:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057390976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2478us (3291us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.719778:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10951 00000100:00100000:0.0:1746156245.720002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.720127:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057391232 00000100:00100000:3.0:1746156245.720132:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057391232 00002000:00100000:3.0:1746156245.720164:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60af480 x1830977057391232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.720173:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af480 with x1830977057391232 ext(0->4095) 00010000:00010000:3.0:1746156245.720180:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.720192:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.720198:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60af480 00000100:00100000:3.0:1746156245.720212:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2674 00000100:00100000:3.0:1746156245.720219:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057391232:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.721183:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057391232:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 961us (1179us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.721191:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2674 00002000:00100000:3.0:1746156245.721198:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60af480 x1830977057391232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.721206:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af480 with x1830977057391232 ext(0->4095) 00010000:00010000:3.0:1746156245.721211:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.721221:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.721227:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60af480 00000100:00100000:0.0:1746156245.724637:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.724906:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.724972:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057391360 00000100:00100000:3.0:1746156245.724979:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057391360 00000100:00100000:3.0:1746156245.725022:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6415 00000100:00100000:3.0:1746156245.725029:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057391360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.725042:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.725055:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d36 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.725077:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.725082:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.725087:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156245.725091:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.725134:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.725150:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.725159:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:2.0:1746156245.725992:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057391488 00000100:00100000:2.0:1746156245.725996:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057391488 00010000:00010000:2.0:1746156245.726023:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.726050:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10952 00000100:00100000:2.0:1746156245.726057:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1972:x1830977057391488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.726065:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.726086:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.726096:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.726118:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77ef9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d2f expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.726134:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.726136:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.726141:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.726148:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.726175:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.726184:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 42 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.726194:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053986176:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.726725:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057391360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1694us (2092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.726732:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6415 00000100:00100000:2.0:1746156245.727019:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.729645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.729701:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057391744 00000100:00100000:3.0:1746156245.729707:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057391744 00002000:00100000:3.0:1746156245.729742:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac700 x1830977057391744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.729751:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac700 with x1830977057391744 ext(0->4095) 00010000:00010000:3.0:1746156245.729758:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.729771:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.729777:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac700 00000100:00100000:3.0:1746156245.729804:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2675 00000100:00100000:3.0:1746156245.729811:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057391744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.729936:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057391744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.729942:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2675 00002000:00100000:3.0:1746156245.729947:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac700 x1830977057391744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.729953:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac700 with x1830977057391744 ext(0->4095) 00010000:00010000:3.0:1746156245.729957:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.729965:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.729970:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac700 00000100:00100000:2.0:1746156245.730399:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053986176:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.730418:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.730453:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1972:x1830977057391488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4397us (5547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.730459:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10952 00000100:00100000:0.0:1746156245.732336:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.732517:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057391872 00000100:00100000:3.0:1746156245.732523:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057391872 00000100:00100000:3.0:1746156245.732555:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6416 00000100:00100000:3.0:1746156245.732562:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:31590:x1830977057391872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.732575:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.732588:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d3d expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.732609:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.732614:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.732619:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156245.732622:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 43 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.732649:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.732664:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 43 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.732672:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156245.733167:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31590:x1830977057391872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 603us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.733174:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6416 00000100:00100000:2.0:1746156245.733441:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.733769:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057392000 00000100:00100000:3.0:1746156245.733773:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057392000 00010000:00010000:3.0:1746156245.733789:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.733805:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10953 00000100:00100000:3.0:1746156245.733810:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1974:x1830977057392000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.733817:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.733832:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.733840:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.733855:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d28 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.733873:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.733874:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.733879:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.733886:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.733905:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.733915:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.733924:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053986432:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.733975:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.740344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.740402:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057392256 00000100:00100000:1.0:1746156245.740410:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057392256 00002000:00100000:1.0:1746156245.740445:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac380 x1830977057392256/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.740460:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac380 with x1830977057392256 ext(0->4095) 00010000:00010000:1.0:1746156245.740468:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.740481:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.740487:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac380 00000100:00100000:3.0:1746156245.740830:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053986432:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.740832:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2676 00010000:00010000:3.0:1746156245.740848:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.740882:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057392000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7070us (7439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.740890:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10953 00000100:00100000:1.0:1746156245.740953:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057392256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156245.741733:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057392256:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 780us (1393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.741739:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2676 00002000:00100000:1.0:1746156245.741745:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac380 x1830977057392256/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.741752:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac380 with x1830977057392256 ext(0->4095) 00010000:00010000:1.0:1746156245.741758:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.741768:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746156245.741774:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ac380 00000100:00100000:0.0:1746156245.744097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.745260:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057392384 00000100:00100000:3.0:1746156245.745268:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057392384 00010000:00010000:3.0:1746156245.745300:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.745339:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10954 00000100:00100000:3.0:1746156245.745347:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057392384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.745360:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.745404:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.745416:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.745438:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77f07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d36 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.745452:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.745454:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.745459:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.745466:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.745490:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.745499:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053986560:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.745572:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.747757:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053986560:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.747776:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.747808:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057392384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2461us (3716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.747819:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10954 00000100:00100000:0.0:1746156245.750253:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.750309:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057392640 00000100:00100000:1.0:1746156245.750316:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057392640 00002000:00100000:1.0:1746156245.750349:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac000 x1830977057392640/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.750359:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac000 with x1830977057392640 ext(0->4095) 00002000:00010000:1.0:1746156245.750363:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ac000 00000100:00100000:1.0:1746156245.750418:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4677 00000100:00100000:1.0:1746156245.750424:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057392640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156245.750555:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057392640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156245.750561:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4677 00002000:00100000:1.0:1746156245.750566:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ac000 x1830977057392640/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156245.750573:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac000 with x1830977057392640 ext(0->4095) 00002000:00010000:1.0:1746156245.750576:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ac000 00000100:00100000:0.0:1746156245.753476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.753845:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057392768 00000100:00100000:3.0:1746156245.753852:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057392768 00000100:00100000:3.0:1746156245.754012:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6417 00000100:00100000:3.0:1746156245.754021:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057392768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.754034:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.754046:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d44 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.754069:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.754075:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.754077:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.754080:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.754112:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.754122:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.754132:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053986688:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.755147:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.756927:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053986688:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.756952:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.756965:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156245.757004:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057392768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2985us (3535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.757011:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6417 00000100:00100000:0.0:1746156245.757958:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.758097:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057392896 00000100:00100000:3.0:1746156245.758114:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057392896 00010000:00010000:3.0:1746156245.758139:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.758254:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10955 00000100:00100000:3.0:1746156245.758261:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1974:x1830977057392896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.758270:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.758286:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.758295:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.758313:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77f0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d3d expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.758411:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.758413:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.758420:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.758428:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.758452:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.758462:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053986816:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.758776:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.761988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.762301:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057393152 00000100:00100000:0.0:1746156245.762309:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057393152 00002000:00100000:0.0:1746156245.762339:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092849880 x1830977057393152/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156245.762348:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830977057393152 ext(0->4095) 00002000:00010000:0.0:1746156245.762352:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849880 00000100:00100000:3.0:1746156245.762380:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053986816:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156245.762388:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4678 00000100:00100000:0.0:1746156245.762393:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057393152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746156245.762399:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.762434:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:1974:x1830977057392896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4174us (4478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.762441:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10955 00000100:00100000:0.0:1746156245.762507:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057393152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (526us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156245.762513:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4678 00002000:00100000:0.0:1746156245.762517:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092849880 x1830977057393152/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746156245.762519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:0.0:1746156245.762524:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830977057393152 ext(0->4095) 00002000:00010000:0.0:1746156245.762526:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849880 00000100:00100000:1.0:1746156245.762602:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057393280 00000100:00100000:1.0:1746156245.762606:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057393280 00000100:00100000:1.0:1746156245.762626:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6418 00000100:00100000:1.0:1746156245.762631:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+41:31590:x1830977057393280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.762638:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.762650:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d4b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.762669:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.762680:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.762681:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.762684:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.763791:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.763802:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.763814:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053986944:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156245.763869:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.767311:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.767404:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057393408 00000100:00100000:2.0:1746156245.767410:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057393408 00000100:00100000:2.0:1746156245.767460:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6419 00000100:00100000:2.0:1746156245.767467:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31591:x1830977057393408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.767481:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.767493:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d52 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.767515:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.767519:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.767524:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.767527:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 44 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.767555:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 44 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.767566:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 44 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.767573:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156245.767619:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31591:x1830977057393408:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.767625:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6419 00000100:00100000:1.0:1746156245.768986:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053986944:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156245.769006:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 43 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.769016:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:1.0:1746156245.769054:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31590:x1830977057393280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6422us (6535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.769061:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6418 00000100:00100000:0.0:1746156245.769307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.769345:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057393536 00000100:00100000:3.0:1746156245.769351:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057393536 00010000:00010000:3.0:1746156245.769396:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.769416:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10956 00000100:00100000:3.0:1746156245.769423:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057393536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.769431:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.769451:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.769489:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.769506:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d44 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.769520:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.769521:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.769526:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.769532:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.769553:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 42 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.769562:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.769571:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053987200:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.769626:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.771403:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053987200:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156245.771421:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.772097:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.772160:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057393792 00000100:00100000:0.0:1746156245.772165:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057393792 00000100:00100000:1.0:1746156245.772171:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057393536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2748us (2863us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.772181:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10956 00002000:00100000:0.0:1746156245.772195:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848a80 x1830977057393792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156245.772203:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830977057393792 ext(0->4095) 00010000:00010000:0.0:1746156245.772210:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746156245.772219:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746156245.772225:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092848a80 00000100:00100000:0.0:1746156245.772244:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2677 00000100:00100000:0.0:1746156245.772249:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057393792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156245.772357:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057393792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156245.772362:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2677 00002000:00100000:0.0:1746156245.772384:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092848a80 x1830977057393792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156245.772389:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830977057393792 ext(0->4095) 00010000:00010000:0.0:1746156245.772393:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746156245.772400:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746156245.772405:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092848a80 00000100:00100000:0.0:1746156245.776239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.776306:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057393920 00000100:00100000:1.0:1746156245.776314:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057393920 00010000:00010000:1.0:1746156245.776339:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.776399:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10957 00000100:00100000:1.0:1746156245.776407:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1973:x1830977057393920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.776418:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.776435:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.776445:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.776463:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77f1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d4b expref: 43 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.776490:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.776492:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.776502:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.776509:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.776535:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 42 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156245.776545:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053987328:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.776932:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156245.779838:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053987328:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.779855:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.780166:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1973:x1830977057393920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3757us (3932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.780175:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10957 00000100:00100000:3.0:1746156245.782442:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.782610:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057394176 00000100:00100000:0.0:1746156245.782616:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057394176 00002000:00100000:0.0:1746156245.782649:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0ad80 x1830977057394176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156245.782711:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0ad80 with x1830977057394176 ext(0->4095) 00002000:00010000:0.0:1746156245.782716:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0ad80 00000100:00100000:0.0:1746156245.782742:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4679 00000100:00100000:0.0:1746156245.782748:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1972:x1830977057394176:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746156245.783173:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1972:x1830977057394176:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 425us (735us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156245.783180:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4679 00002000:00100000:0.0:1746156245.783185:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0ad80 x1830977057394176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156245.783193:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0ad80 with x1830977057394176 ext(0->4095) 00002000:00010000:0.0:1746156245.783195:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0ad80 00000100:00100000:0.0:1746156245.786516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.786605:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057394304 00000100:00100000:1.0:1746156245.786612:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057394304 00000100:00100000:1.0:1746156245.786659:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6420 00000100:00100000:1.0:1746156245.786665:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057394304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.786679:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.786693:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d59 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.786714:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 41 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.786720:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.786722:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.786725:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.786747:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 41 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.786757:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 41 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.786773:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053987456:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156245.787304:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156245.789362:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053987456:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156245.789472:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.789500:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156245.789540:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057394304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2874us (3030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.789548:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6420 00000100:00100000:3.0:1746156245.791282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.791602:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.791775:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057394560 00000100:00100000:0.0:1746156245.791782:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057394560 00000100:00100000:0.0:1746156245.791821:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6421 00000100:00100000:0.0:1746156245.791827:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:31590:x1830977057394560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156245.791841:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156245.791852:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d60 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.791871:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156245.791876:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.791881:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156245.791884:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 43 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.791910:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.791920:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 43 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.791927:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96800, rc 0) 00000100:00100000:0.0:1746156245.791956:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:31590:x1830977057394560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156245.791962:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6421 00000100:00100000:1.0:1746156245.792273:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057394432 00000100:00100000:1.0:1746156245.792278:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057394432 00010000:00010000:1.0:1746156245.792292:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.792308:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10958 00000100:00100000:1.0:1746156245.792312:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+43:1975:x1830977057394432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.792320:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.792335:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.792343:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.792360:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e77f23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d52 expref: 43 pid: 15159 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.792400:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.792402:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.792407:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.792413:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.792431:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.792440:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.792450:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053987712:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.792504:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.796314:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.796481:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053987712:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.796496:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.796719:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057394432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4404us (5439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.796872:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10958 00000100:00100000:0.0:1746156245.797076:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057394816 00000100:00100000:0.0:1746156245.797082:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057394816 00002000:00100000:0.0:1746156245.797130:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0aa00 x1830977057394816/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156245.797138:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0aa00 with x1830977057394816 ext(0->4095) 00010000:00010000:0.0:1746156245.797144:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746156245.797156:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746156245.797162:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0aa00 00000100:00100000:0.0:1746156245.797188:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2678 00000100:00100000:0.0:1746156245.797195:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057394816:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746156245.797324:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057394816:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1016us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156245.797329:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2678 00002000:00100000:0.0:1746156245.797334:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0aa00 x1830977057394816/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156245.797341:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0aa00 with x1830977057394816 ext(0->4095) 00010000:00010000:0.0:1746156245.797346:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746156245.797359:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746156245.797381:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0aa00 00000100:00100000:2.0:1746156245.804759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.804932:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057394944 00000100:00100000:1.0:1746156245.804940:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057394944 00010000:00010000:1.0:1746156245.804968:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.805220:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10959 00000100:00100000:1.0:1746156245.805228:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057394944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.805239:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.805256:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.805267:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.805284:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77f2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d59 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.805308:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.805309:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.805315:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.805321:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.805348:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156245.805530:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053987840:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.805724:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156245.807531:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053987840:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.807544:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.807581:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057394944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2353us (2828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.807589:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10959 00000100:00100000:2.0:1746156245.811948:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.812034:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057395200 00000100:00100000:3.0:1746156245.812042:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057395200 00002000:00100000:3.0:1746156245.812080:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b544700 x1830977057395200/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.812095:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544700 with x1830977057395200 ext(0->4095) 00002000:00010000:3.0:1746156245.812113:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b544700 00000100:00100000:3.0:1746156245.812142:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4680 00000100:00100000:3.0:1746156245.812149:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057395200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.812397:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057395200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 248us (456us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.812404:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4680 00002000:00100000:3.0:1746156245.812409:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b544700 x1830977057395200/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.812416:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544700 with x1830977057395200 ext(0->4095) 00002000:00010000:3.0:1746156245.812419:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b544700 00000100:00100000:0.0:1746156245.814536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.814633:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057395328 00000100:00100000:2.0:1746156245.814639:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057395328 00000100:00100000:2.0:1746156245.814674:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6422 00000100:00100000:2.0:1746156245.814680:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057395328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.814692:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.814705:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d67 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.814727:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.814733:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.814735:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.814738:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.814761:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 41 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.814770:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 41 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.814785:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b544a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053987968:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.814867:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.823035:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b544a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053987968:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.823062:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.823077:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156245.823130:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057395328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8449us (8598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.823138:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6422 00000100:00100000:0.0:1746156245.824233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.824972:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057395456 00000100:00100000:3.0:1746156245.824979:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057395456 00002000:00100000:3.0:1746156245.825016:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009503b800 x1830977057395456/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.825025:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503b800 with x1830977057395456 ext(0->7) 00010000:00010000:3.0:1746156245.825031:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.825042:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 42 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.825049:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009503b800 00000100:00100000:3.0:1746156245.825176:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2679 00000100:00100000:3.0:1746156245.825184:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+42:1975:x1830977057395456:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156245.826062:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:1975:x1830977057395456:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 876us (1829us total) trans 4294968005 rc 0/0 00000100:00100000:3.0:1746156245.826069:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2679 00002000:00100000:3.0:1746156245.826076:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009503b800 x1830977057395456/t4294968005(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.826084:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503b800 with x1830977057395456 ext(0->7) 00010000:00010000:3.0:1746156245.826089:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 44 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.826098:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 44 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.826114:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009503b800 00000100:00100000:0.0:1746156245.829498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.829577:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057395584 00000100:00100000:1.0:1746156245.829584:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057395584 00010000:00010000:1.0:1746156245.829612:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 44 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.829639:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10960 00000100:00100000:1.0:1746156245.829646:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:1975:x1830977057395584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.829657:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.829675:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 44 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.829684:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 44 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.829701:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e77f31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d60 expref: 44 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.831009:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.831013:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.831023:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.831046:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.831081:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156245.831092:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053988096:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.832259:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.834739:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.834912:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057395712 00000100:00100000:2.0:1746156245.834918:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057395712 00000100:00100000:2.0:1746156245.834966:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6423 00000100:00100000:2.0:1746156245.834974:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31590:x1830977057395712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.834990:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.835007:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d6e expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.835030:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.835036:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.835037:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.835040:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.835072:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.835082:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 5 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.835092:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b544a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053988224:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156245.835697:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053988096:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.835711:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.835746:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1975:x1830977057395584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6100us (6258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.835754:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10960 00000100:00100000:2.0:1746156245.836190:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.838617:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.839795:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057395968 00000100:00100000:3.0:1746156245.839803:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057395968 00002000:00100000:3.0:1746156245.839848:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009503bb80 x1830977057395968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.839858:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503bb80 with x1830977057395968 ext(0->4095) 00010000:00010000:3.0:1746156245.839865:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.839877:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.839883:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009503bb80 00000100:00100000:3.0:1746156245.839900:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2680 00000100:00100000:3.0:1746156245.839906:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057395968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.840052:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057395968:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (1440us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.840061:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2680 00002000:00100000:3.0:1746156245.840066:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009503bb80 x1830977057395968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.840076:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503bb80 with x1830977057395968 ext(0->4095) 00010000:00010000:3.0:1746156245.840081:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.840089:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.840094:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009503bb80 00000100:00100000:2.0:1746156245.840182:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b544a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977053988224:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.840204:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 44 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.840214:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156245.840246:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:31590:x1830977057395712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5271us (5512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.840252:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6423 00000100:00100000:0.0:1746156245.844729:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.844789:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057396096 00000100:00100000:1.0:1746156245.844797:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057396096 00010000:00010000:1.0:1746156245.844824:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.844864:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10961 00000100:00100000:1.0:1746156245.844872:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057396096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.844883:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.844901:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.844912:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.844931:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d67 expref: 6 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.846778:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.846782:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.846794:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 43 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.846803:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 43 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.846837:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 43 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156245.846848:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053988352:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.846928:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.851267:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.851401:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057396352 00000100:00100000:2.0:1746156245.851407:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057396352 00002000:00100000:2.0:1746156245.851443:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039c00 x1830977057396352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.851452:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039c00 with x1830977057396352 ext(0->4095) 00002000:00010000:2.0:1746156245.851456:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095039c00 00000100:00100000:2.0:1746156245.851483:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4681 00000100:00100000:2.0:1746156245.851490:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:1974:x1830977057396352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.851614:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:1974:x1830977057396352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.851620:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4681 00002000:00100000:2.0:1746156245.851625:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039c00 x1830977057396352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.851632:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039c00 with x1830977057396352 ext(0->4095) 00002000:00010000:2.0:1746156245.851634:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095039c00 00000100:00100000:1.0:1746156245.851709:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053988352:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.851724:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.851746:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057396096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6876us (7025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.851752:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10961 00000100:00100000:0.0:1746156245.863170:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.863228:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057396480 00000100:00100000:2.0:1746156245.863239:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057396480 00000100:00100000:0.0:1746156245.863481:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6424 00000100:00100000:0.0:1746156245.863489:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057396480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156245.863504:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156245.863517:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d75 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.863539:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 43 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.863544:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156245.863546:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156245.863549:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.863577:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 43 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.863587:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 43 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746156245.863596:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009503a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053988480:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156245.863667:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.865914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.865986:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009503a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053988480:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.866006:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.866017:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:3.0:1746156245.866485:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057396608 00000100:00100000:3.0:1746156245.866490:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057396608 00002000:00100000:3.0:1746156245.866521:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092cbf800 x1830977057396608/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.866530:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf800 with x1830977057396608 ext(0->7) 00010000:00010000:3.0:1746156245.866536:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 44 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.866546:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 44 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.866555:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbf800 00000100:00100000:3.0:1746156245.866572:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2681 00000100:00100000:3.0:1746156245.866579:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+44:1974:x1830977057396608:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156245.867024:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057396480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3534us (3859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.867030:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6424 00000100:00100000:3.0:1746156245.868174:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057396608:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1591us (2260us total) trans 4294968006 rc 0/0 00000100:00100000:3.0:1746156245.868181:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2681 00002000:00100000:3.0:1746156245.868188:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092cbf800 x1830977057396608/t4294968006(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 496/448 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.868196:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf800 with x1830977057396608 ext(0->7) 00010000:00010000:3.0:1746156245.868202:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.868213:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.868218:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbf800 00000100:00100000:0.0:1746156245.870149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.870242:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057396736 00000100:00100000:1.0:1746156245.870248:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057396736 00010000:00010000:1.0:1746156245.870273:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746156245.870336:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10962 00000100:00100000:1.0:1746156245.870343:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1973:x1830977057396736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.870354:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.870387:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.870397:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.870414:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d6e expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746156245.870587:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.870590:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.870597:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.870604:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.870633:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156245.870643:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053988608:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.870716:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.873084:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.873229:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053988608:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.873242:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.873274:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1973:x1830977057396736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2932us (3130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.873282:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10962 00000100:00100000:3.0:1746156245.873550:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057396992 00000100:00100000:3.0:1746156245.873555:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057396992 00002000:00100000:3.0:1746156245.873582:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbce00 x1830977057396992/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.873590:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbce00 with x1830977057396992 ext(0->4095) 00002000:00010000:3.0:1746156245.873594:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbce00 00000100:00100000:3.0:1746156245.873613:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4682 00000100:00100000:3.0:1746156245.873618:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057396992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.873722:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057396992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (643us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.873728:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4682 00002000:00100000:3.0:1746156245.873732:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbce00 x1830977057396992/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.873739:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbce00 with x1830977057396992 ext(0->4095) 00002000:00010000:3.0:1746156245.873742:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbce00 00000100:00100000:0.0:1746156245.877928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.878022:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057397120 00000100:00100000:2.0:1746156245.878029:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057397120 00000100:00100000:2.0:1746156245.878063:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6425 00000100:00100000:2.0:1746156245.878070:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:31591:x1830977057397120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.878084:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.878097:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d7c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.878134:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.878139:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.878140:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.878144:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.878166:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.878175:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.878185:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b544a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053988736:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.878480:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.881079:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b544a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053988736:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.881115:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.881129:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156245.881164:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31591:x1830977057397120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3095us (3242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.881172:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6425 00000100:00100000:1.0:1746156245.881756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.881929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.881971:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057397248 00000100:00100000:0.0:1746156245.881977:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057397248 00010000:00010000:0.0:1746156245.881999:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746156245.882018:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10963 00000100:00100000:0.0:1746156245.882024:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057397248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156245.882034:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156245.882050:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746156245.882058:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746156245.882078:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e77f46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d75 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746156245.882091:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156245.882093:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156245.882118:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 45 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.882125:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 45 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156245.882147:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 45 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156245.882156:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053988864:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156245.882209:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.882279:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057397376 00000100:00100000:2.0:1746156245.882283:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057397376 00000100:00100000:2.0:1746156245.882303:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6426 00000100:00100000:2.0:1746156245.882308:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31590:x1830977057397376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.882318:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.882326:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d83 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.882340:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.882345:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.882346:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.882349:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.882362:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.882391:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.882399:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b544a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053988992:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.882618:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.883652:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b544a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053988992:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.883668:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.883677:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:3.0:1746156245.883699:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31590:x1830977057397376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1391us (1944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.883705:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6426 00000100:00100000:2.0:1746156245.883763:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053988864:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.883772:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.884055:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057397248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2030us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.884065:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10963 00000100:00100000:0.0:1746156245.884443:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.884584:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057397632 00000100:00100000:2.0:1746156245.884588:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057397632 00002000:00100000:2.0:1746156245.884615:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbf480 x1830977057397632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.884624:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf480 with x1830977057397632 ext(0->4095) 00010000:00010000:2.0:1746156245.884630:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.884640:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.884646:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbf480 00000100:00100000:2.0:1746156245.884670:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2682 00000100:00100000:2.0:1746156245.884676:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1975:x1830977057397632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.884798:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1975:x1830977057397632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.884804:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2682 00002000:00100000:2.0:1746156245.884808:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbf480 x1830977057397632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.884814:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf480 with x1830977057397632 ext(0->4095) 00010000:00010000:2.0:1746156245.884818:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.884829:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.884835:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbf480 00000100:00100000:0.0:1746156245.887444:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.887611:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057397760 00000100:00100000:3.0:1746156245.887618:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057397760 00000100:00100000:3.0:1746156245.887650:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6427 00000100:00100000:3.0:1746156245.887656:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057397760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.887669:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.887682:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d8a expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.887701:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.887706:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.887712:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156245.887714:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.887740:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.887750:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.887758:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156245.887800:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057397760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.887805:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6427 00000100:00100000:0.0:1746156245.888159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.888908:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057397888 00000100:00100000:2.0:1746156245.888913:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057397888 00010000:00010000:2.0:1746156245.888937:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.888968:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10964 00000100:00100000:2.0:1746156245.888975:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1974:x1830977057397888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.888984:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.889000:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.889009:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.889025:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d7c expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.889447:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.889449:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.889457:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.889468:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.889494:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.889503:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.889513:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053989248:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.889667:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.891472:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053989248:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.891488:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.891525:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057397888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2550us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.891533:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10964 00000100:00100000:0.0:1746156245.891589:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.892121:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057398144 00000100:00100000:3.0:1746156245.892129:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057398144 00002000:00100000:3.0:1746156245.892160:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbd500 x1830977057398144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.892169:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbd500 with x1830977057398144 ext(0->4095) 00010000:00010000:3.0:1746156245.892176:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.892191:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.892197:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbd500 00000100:00100000:3.0:1746156245.892223:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2683 00000100:00100000:3.0:1746156245.892229:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057398144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.892355:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057398144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (765us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.892360:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2683 00002000:00100000:3.0:1746156245.892392:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbd500 x1830977057398144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.892399:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbd500 with x1830977057398144 ext(0->4095) 00010000:00010000:3.0:1746156245.892404:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.892412:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 46 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:3.0:1746156245.892418:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbd500 00000100:00100000:0.0:1746156245.894150:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.894230:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.894301:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057398272 00000100:00100000:2.0:1746156245.894306:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057398272 00000100:00100000:2.0:1746156245.894337:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6428 00000100:00100000:2.0:1746156245.894342:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31590:x1830977057398272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.894354:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.894389:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d91 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.894407:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.894412:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.894417:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156245.894420:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 47 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.894444:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.894453:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 47 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.894460:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156245.894497:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31590:x1830977057398272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.894503:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6428 00000100:00100000:3.0:1746156245.894576:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057398400 00000100:00100000:3.0:1746156245.894579:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057398400 00010000:00010000:3.0:1746156245.894593:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.894607:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10965 00000100:00100000:3.0:1746156245.894612:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1974:x1830977057398400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.894619:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.894633:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.894645:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.894658:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e77f54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d83 expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.894668:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.894670:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.894674:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.894680:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.894697:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.894706:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.894714:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053989504:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.894758:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.896724:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.896834:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053989504:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.896849:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.896876:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057398400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2262us (2644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.896886:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10965 00000100:00100000:2.0:1746156245.897035:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057398656 00000100:00100000:2.0:1746156245.897040:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057398656 00002000:00100000:2.0:1746156245.897067:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbdf80 x1830977057398656/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.897075:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbdf80 with x1830977057398656 ext(0->4095) 00010000:00010000:2.0:1746156245.897081:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.897092:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.897112:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbdf80 00000100:00100000:2.0:1746156245.897397:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2684 00000100:00100000:2.0:1746156245.897406:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057398656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.897525:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057398656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (805us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.897531:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2684 00002000:00100000:2.0:1746156245.897535:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbdf80 x1830977057398656/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.897542:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbdf80 with x1830977057398656 ext(0->4095) 00010000:00010000:2.0:1746156245.897546:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.897554:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.897558:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbdf80 00000100:00100000:0.0:1746156245.899805:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.900729:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057398784 00000100:00100000:3.0:1746156245.900736:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057398784 00010000:00010000:3.0:1746156245.900765:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.901157:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10966 00000100:00100000:3.0:1746156245.901164:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057398784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.901175:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.901264:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.901275:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.901291:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77f5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d8a expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.901311:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.901313:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.901323:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.901329:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.901355:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.901422:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053989632:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.901889:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.904855:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053989632:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.904873:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.904905:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057398784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3741us (5105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.904913:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10966 00000100:00100000:0.0:1746156245.905529:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.905607:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057399040 00000100:00100000:3.0:1746156245.905613:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057399040 00002000:00100000:3.0:1746156245.905641:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbe680 x1830977057399040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.905651:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbe680 with x1830977057399040 ext(0->4095) 00002000:00010000:3.0:1746156245.905655:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbe680 00000100:00100000:3.0:1746156245.905721:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4683 00000100:00100000:3.0:1746156245.905728:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057399040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.905990:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057399040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 261us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.905996:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4683 00002000:00100000:3.0:1746156245.906001:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbe680 x1830977057399040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.906007:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbe680 with x1830977057399040 ext(0->4095) 00002000:00010000:3.0:1746156245.906009:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbe680 00000100:00100000:0.0:1746156245.910486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.910566:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057399168 00000100:00100000:2.0:1746156245.910573:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057399168 00000100:00100000:2.0:1746156245.910610:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6429 00000100:00100000:2.0:1746156245.910617:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057399168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.910633:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.910646:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d98 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.910674:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.910680:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.910682:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.910685:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.910709:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.910719:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 45 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.910730:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053989760:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.910805:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.911719:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053989760:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.911737:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.911748:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156245.911843:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057399168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1225us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.911849:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6429 00000100:00100000:0.0:1746156245.914076:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.914172:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057399296 00000100:00100000:3.0:1746156245.914180:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057399296 00010000:00010000:3.0:1746156245.914210:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.914231:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10967 00000100:00100000:3.0:1746156245.914238:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057399296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.914247:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.914264:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.914274:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.914290:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e77f62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d91 expref: 46 pid: 8461 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.914613:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.914616:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.914623:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.914630:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.914657:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.914671:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053989888:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.914734:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.917764:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.917877:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057399424 00000100:00100000:2.0:1746156245.917884:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057399424 00000100:00100000:2.0:1746156245.917932:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6430 00000100:00100000:2.0:1746156245.917938:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31590:x1830977057399424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.917952:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156245.917957:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053989888:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.917964:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813d9f expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.917974:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156245.917987:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.917994:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.917995:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.917998:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.918008:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1974:x1830977057399296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3770us (3937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.918016:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10967 00010000:00010000:2.0:1746156245.918021:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.918031:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 5 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746156245.918041:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053990016:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.918092:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.918175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.918253:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057399680 00000100:00100000:2.0:1746156245.918257:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057399680 00002000:00100000:2.0:1746156245.918278:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b496d80 x1830977057399680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.918287:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b496d80 with x1830977057399680 ext(0->4095) 00010000:00010000:2.0:1746156245.918292:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.918306:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.918312:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b496d80 00000100:00100000:2.0:1746156245.918762:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2685 00000100:00100000:2.0:1746156245.918770:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057399680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.919056:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057399680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 286us (880us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.919061:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2685 00002000:00100000:2.0:1746156245.919066:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b496d80 x1830977057399680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.919074:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b496d80 with x1830977057399680 ext(0->4095) 00010000:00010000:2.0:1746156245.919078:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.919106:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.919113:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b496d80 00000100:00100000:2.0:1746156245.922258:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053990016:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.922598:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.922617:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156245.922655:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31590:x1830977057399424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4717us (4896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.922662:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6430 00000100:00100000:0.0:1746156245.923997:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.924205:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057399808 00000100:00100000:2.0:1746156245.924211:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057399808 00000100:00100000:2.0:1746156245.925086:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6431 00000100:00100000:2.0:1746156245.925096:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31591:x1830977057399808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.925120:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.925132:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813da6 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.925151:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.925156:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.925161:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.925164:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.925191:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.925202:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.925213:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156245.925244:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31591:x1830977057399808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.925250:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6431 00000100:00100000:0.0:1746156245.925286:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.925475:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057399936 00000100:00100000:3.0:1746156245.925480:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057399936 00010000:00010000:3.0:1746156245.925498:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.925515:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10968 00000100:00100000:3.0:1746156245.925521:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057399936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.925528:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.925542:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.925552:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.925568:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e77f69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d98 expref: 6 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.925581:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.925583:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.925587:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.925593:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.925622:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.925633:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 46 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.925643:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053990272:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.925682:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.932564:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053990272:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.932589:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.932640:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057399936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 7118us (7353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.932649:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10968 00000100:00100000:0.0:1746156245.935853:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.936097:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057400192 00000100:00100000:2.0:1746156245.936113:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057400192 00002000:00100000:2.0:1746156245.936152:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495180 x1830977057400192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.936161:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495180 with x1830977057400192 ext(0->4095) 00010000:00010000:2.0:1746156245.936168:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.936180:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.936185:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495180 00000100:00100000:2.0:1746156245.937343:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2686 00000100:00100000:2.0:1746156245.937357:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1975:x1830977057400192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156245.938693:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1975:x1830977057400192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 1338us (2841us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.938701:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2686 00002000:00100000:2.0:1746156245.938709:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b495180 x1830977057400192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.938724:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495180 with x1830977057400192 ext(0->4095) 00010000:00010000:2.0:1746156245.938731:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746156245.938743:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00002000:00010000:2.0:1746156245.938749:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b495180 00000100:00100000:0.0:1746156245.943398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.943527:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057400320 00000100:00100000:3.0:1746156245.943535:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057400320 00010000:00010000:3.0:1746156245.943566:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746156245.943591:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10969 00000100:00100000:3.0:1746156245.943599:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1973:x1830977057400320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.943613:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.943630:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.943641:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.943659:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e77f70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813d9f expref: 47 pid: 8463 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746156245.943686:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.943689:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.943694:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.943701:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.943726:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.943736:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053990400:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.943802:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.946766:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.946825:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053990400:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.946842:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.947055:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1973:x1830977057400320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3455us (3692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.947066:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10969 00000100:00100000:2.0:1746156245.947309:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057400576 00000100:00100000:2.0:1746156245.947314:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057400576 00002000:00100000:2.0:1746156245.947345:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b497480 x1830977057400576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.947353:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b497480 with x1830977057400576 ext(0->4095) 00002000:00010000:2.0:1746156245.947356:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b497480 00000100:00100000:2.0:1746156245.947386:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4684 00000100:00100000:2.0:1746156245.947393:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057400576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.947516:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057400576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (755us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.947521:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4684 00002000:00100000:2.0:1746156245.947526:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b497480 x1830977057400576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.947532:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b497480 with x1830977057400576 ext(0->4095) 00002000:00010000:2.0:1746156245.947535:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b497480 00000100:00100000:0.0:1746156245.949222:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.949289:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057400704 00000100:00100000:2.0:1746156245.949294:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057400704 00000100:00100000:2.0:1746156245.949336:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6432 00000100:00100000:2.0:1746156245.949342:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057400704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156245.949354:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156245.949388:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813dad expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.949409:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 45 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.949415:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.949416:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156245.949419:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.949442:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 45 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.949451:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 45 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156245.949461:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053990528:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156245.949528:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.952400:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053990528:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156245.952425:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.952444:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156245.952480:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057400704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3138us (3262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.952488:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6432 00000100:00100000:0.0:1746156245.953670:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.953816:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057400832 00000100:00100000:3.0:1746156245.953822:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057400832 00010000:00010000:3.0:1746156245.953847:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156245.953876:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10970 00000100:00100000:3.0:1746156245.953882:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057400832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156245.953894:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156245.953910:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156245.953919:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156245.953936:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e77f77 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813da6 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156245.953949:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.953950:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.953955:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.953962:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.953984:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156245.953995:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053990656:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156245.954061:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.955892:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053990656:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156245.955906:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156245.955945:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1975:x1830977057400832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2062us (2276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.955953:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10970 00000100:00100000:0.0:1746156245.956535:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.956755:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057401088 00000100:00100000:3.0:1746156245.956760:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057401088 00002000:00100000:3.0:1746156245.956789:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b496a00 x1830977057401088/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.956797:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b496a00 with x1830977057401088 ext(0->4095) 00002000:00010000:3.0:1746156245.956801:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b496a00 00000100:00100000:3.0:1746156245.956827:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4685 00000100:00100000:3.0:1746156245.956833:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057401088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.956946:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057401088:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.956951:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4685 00002000:00100000:3.0:1746156245.956956:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b496a00 x1830977057401088/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.956962:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b496a00 with x1830977057401088 ext(0->4095) 00002000:00010000:3.0:1746156245.956965:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b496a00 00000100:00100000:0.0:1746156245.960548:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.960698:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057401216 00000100:00100000:3.0:1746156245.960704:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057401216 00000100:00100000:3.0:1746156245.960738:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6433 00000100:00100000:3.0:1746156245.960744:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:31590:x1830977057401216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.960759:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.960772:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813db4 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.960797:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.960804:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.960805:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.960808:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.960831:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.960841:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156245.960850:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053990784:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.960904:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.963248:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156245.964293:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057401344 00000100:00100000:1.0:1746156245.964300:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057401344 00000100:00100000:1.0:1746156245.964345:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6434 00000100:00100000:1.0:1746156245.964351:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31591:x1830977057401344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156245.964380:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156245.964392:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813dbb expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.964412:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.964417:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 48 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.964421:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156245.964425:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 48 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.964451:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 48 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.964461:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 48 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.964473:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90c00, rc 0) 00000100:00100000:1.0:1746156245.964512:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:31591:x1830977057401344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.964518:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6434 00000100:00100000:0.0:1746156245.965989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.966072:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053990784:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.966092:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.966116:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2400, rc 0) 00000100:00100000:3.0:1746156245.966150:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31590:x1830977057401216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5406us (5609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.966157:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6433 00000100:00100000:2.0:1746156245.966285:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057401472 00000100:00100000:2.0:1746156245.966290:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057401472 00010000:00010000:2.0:1746156245.966311:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156245.966334:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10971 00000100:00100000:2.0:1746156245.966339:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057401472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.966347:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.966361:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.966383:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.966399:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77f7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dad expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.966411:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.966413:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.966418:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.966430:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.966450:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.966459:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156245.966468:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053991040:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.967672:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.971820:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053991040:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.971844:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.972223:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057401472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5879us (6233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.972234:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10971 00000100:00100000:0.0:1746156245.972708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.972909:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057401728 00000100:00100000:3.0:1746156245.972916:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057401728 00002000:00100000:3.0:1746156245.972945:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9fb80 x1830977057401728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.972955:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9fb80 with x1830977057401728 ext(0->4095) 00010000:00010000:3.0:1746156245.972961:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156245.972972:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156245.972978:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095b9fb80 00000100:00100000:3.0:1746156245.973002:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2687 00000100:00100000:3.0:1746156245.973009:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1974:x1830977057401728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.973899:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1974:x1830977057401728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 885us (1264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.973905:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2687 00002000:00100000:3.0:1746156245.973910:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9fb80 x1830977057401728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.973924:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9fb80 with x1830977057401728 ext(0->4095) 00010000:00010000:3.0:1746156245.973928:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156245.973937:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156245.973943:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095b9fb80 00000100:00100000:0.0:1746156245.977613:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.977701:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057401856 00000100:00100000:2.0:1746156245.977708:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057401856 00010000:00010000:2.0:1746156245.977745:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156245.977777:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10972 00000100:00100000:2.0:1746156245.977784:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1974:x1830977057401856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.977796:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.977812:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.977822:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.977839:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e77f85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813db4 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.977921:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.977923:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.977929:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 46 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.977937:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 46 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.977969:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 46 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.977980:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053991168:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.978044:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.979480:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053991168:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.979494:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.979528:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057401856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1743us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.979535:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10972 00000100:00100000:0.0:1746156245.979666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.979724:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057402112 00000100:00100000:3.0:1746156245.979729:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057402112 00002000:00100000:3.0:1746156245.979758:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9dc00 x1830977057402112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.979766:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9dc00 with x1830977057402112 ext(0->4095) 00002000:00010000:3.0:1746156245.979869:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9dc00 00000100:00100000:3.0:1746156245.979894:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4686 00000100:00100000:3.0:1746156245.979900:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057402112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156245.980028:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057402112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.980033:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4686 00002000:00100000:3.0:1746156245.980041:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9dc00 x1830977057402112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.980049:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9dc00 with x1830977057402112 ext(0->4095) 00002000:00010000:3.0:1746156245.980051:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9dc00 00000100:00100000:0.0:1746156245.981125:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.981201:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057402240 00000100:00100000:3.0:1746156245.981205:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057402240 00000100:00100000:3.0:1746156245.981438:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6435 00000100:00100000:3.0:1746156245.981445:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057402240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.981554:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.981567:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813dc2 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.981586:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.981592:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.981593:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.981595:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.981616:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.981625:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 45 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156245.981633:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053991296:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.981794:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.983018:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053991296:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.983040:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.983056:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156245.983085:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057402240:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1640us (1961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.983092:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6435 00000100:00100000:0.0:1746156245.983852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.984119:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057402368 00000100:00100000:2.0:1746156245.984125:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057402368 00010000:00010000:2.0:1746156245.984151:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 46 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156245.984181:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10973 00000100:00100000:2.0:1746156245.984192:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057402368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156245.984201:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156245.984218:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 46 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.984227:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 46 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.984243:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e77f8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dbb expref: 46 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.984265:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.984267:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156245.984272:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.984278:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.984301:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.984313:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053991424:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156245.984408:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156245.985540:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053991424:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156245.985554:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156245.985765:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1974:x1830977057402368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1391us (1727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156245.985774:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10973 00000100:00100000:0.0:1746156245.985989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.986167:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057402624 00000100:00100000:2.0:1746156245.986172:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057402624 00002000:00100000:2.0:1746156245.986201:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd4000 x1830977057402624/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.986209:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4000 with x1830977057402624 ext(0->4095) 00002000:00010000:2.0:1746156245.986213:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd4000 00000100:00100000:2.0:1746156245.986263:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4687 00000100:00100000:2.0:1746156245.986269:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057402624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.986510:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057402624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 240us (521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.986515:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4687 00002000:00100000:2.0:1746156245.986520:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd4000 x1830977057402624/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.986526:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4000 with x1830977057402624 ext(0->4095) 00002000:00010000:2.0:1746156245.986528:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd4000 00000100:00100000:0.0:1746156245.988409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.988496:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057402752 00000100:00100000:3.0:1746156245.988502:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057402752 00000100:00100000:3.0:1746156245.988651:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6436 00000100:00100000:3.0:1746156245.988659:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:31591:x1830977057402752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.988671:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.988685:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813dc9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.988705:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.988711:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.988712:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.988715:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.988738:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.988747:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156245.988761:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053991552:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156245.988951:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156245.989876:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053991552:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156245.989896:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.989908:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156245.989947:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31591:x1830977057402752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1288us (1542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.989954:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6436 00000100:00100000:0.0:1746156245.990351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156245.990433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.990494:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057402880 00000100:00100000:3.0:1746156245.990499:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057402880 00000100:00100000:3.0:1746156245.990522:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6437 00000100:00100000:3.0:1746156245.990528:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31590:x1830977057402880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.990538:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.990548:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813dd0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.990562:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156245.990565:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156245.990565:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057403008 00000100:00100000:2.0:1746156245.990569:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057403008 00010000:00010000:3.0:1746156245.990570:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.990573:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156245.990588:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156245.990595:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.990603:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.990609:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156245.990628:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31590:x1830977057402880:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.990633:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6437 00000100:00100000:1.0:1746156245.990677:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10974 00000100:00100000:1.0:1746156245.990684:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057403008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.990691:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.990708:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156245.990722:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156245.990737:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77f93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156245.990859:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.990861:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.990867:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.990877:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.990896:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.990906:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156245.990915:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053991808:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.990974:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156245.994164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156245.994233:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057403264 00000100:00100000:2.0:1746156245.994239:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057403264 00000100:00100000:1.0:1746156245.994251:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053991808:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.994265:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156245.994272:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c6300 x1830977057403264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.994279:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6300 with x1830977057403264 ext(0->4095) 00010000:00010000:2.0:1746156245.994285:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.994295:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156245.994295:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057403008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3611us (3861us total) trans 0 rc 0/0 00002000:00010000:2.0:1746156245.994301:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c6300 00000100:00100000:1.0:1746156245.994303:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10974 00000100:00100000:2.0:1746156245.994327:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2688 00000100:00100000:2.0:1746156245.994363:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1974:x1830977057403264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156245.994512:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1974:x1830977057403264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156245.994517:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2688 00002000:00100000:2.0:1746156245.994522:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c6300 x1830977057403264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156245.994529:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6300 with x1830977057403264 ext(0->4095) 00010000:00010000:2.0:1746156245.994533:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156245.994543:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156245.994548:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c6300 00000100:00100000:0.0:1746156245.996170:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.996239:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057403392 00000100:00100000:3.0:1746156245.996244:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057403392 00000100:00100000:0.0:1746156245.996251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.996282:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6438 00000100:00100000:3.0:1746156245.996288:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057403392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156245.996299:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156245.996310:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813dd7 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.996326:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156245.996330:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.996335:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156245.996338:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.996385:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.996395:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156245.996402:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156245.996493:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057403392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156245.996498:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6438 00000100:00100000:1.0:1746156245.996586:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057403520 00000100:00100000:1.0:1746156245.996590:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057403520 00010000:00010000:1.0:1746156245.996603:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156245.996635:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10975 00000100:00100000:1.0:1746156245.996749:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1975:x1830977057403520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156245.996758:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156245.996774:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156245.996783:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156245.996797:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77f9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dc9 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156245.996817:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.996818:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156245.996823:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.996830:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.996849:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156245.996858:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156245.997011:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053992064:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156245.997262:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156245.998796:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053992064:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156245.998809:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156245.999028:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057403520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2385us (2774us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156245.999037:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10975 00000100:00100000:0.0:1746156245.999198:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156245.999492:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057403776 00000100:00100000:3.0:1746156245.999497:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057403776 00002000:00100000:3.0:1746156245.999525:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4e00 x1830977057403776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/0 e 0 to 0 dl 1746156256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.999533:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4e00 with x1830977057403776 ext(0->4095) 00010000:00010000:3.0:1746156245.999539:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156245.999549:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156245.999555:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c4e00 00000100:00100000:3.0:1746156245.999580:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2689 00000100:00100000:3.0:1746156245.999587:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057403776:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156245.999890:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057403776:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 303us (690us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156245.999896:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2689 00002000:00100000:3.0:1746156245.999902:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c4e00 x1830977057403776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746156256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156245.999908:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4e00 with x1830977057403776 ext(0->4095) 00010000:00010000:3.0:1746156245.999913:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156245.999921:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 46 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156245.999927:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c4e00 00000100:00100000:0.0:1746156246.001156:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.001270:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.001340:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057403904 00000100:00100000:2.0:1746156246.001346:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057403904 00000100:00100000:2.0:1746156246.001410:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6439 00000100:00100000:2.0:1746156246.001419:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31590:x1830977057403904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.001429:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.001441:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813dde expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.001458:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.001463:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.001468:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.001471:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 47 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.001496:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.001506:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 47 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.001513:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156246.001539:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31590:x1830977057403904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.001543:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6439 00000100:00080000:3.0:1746156246.001640:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746156246.001697:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057404032 00000100:00100000:1.0:1746156246.001700:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057404032 00010000:00010000:1.0:1746156246.001714:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.001744:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10976 00000100:00100000:1.0:1746156246.001748:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1973:x1830977057404032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.001754:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.001768:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.001776:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.001790:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e77fa1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd0 expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.001799:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.001800:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.001805:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.001811:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.001827:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.001835:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.001848:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053992320:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.001904:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.005275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.005465:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053992320:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.005483:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.005529:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1973:x1830977057404032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3778us (4256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.005539:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10976 00000100:00100000:3.0:1746156246.005647:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057404288 00000100:00100000:3.0:1746156246.005654:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057404288 00002000:00100000:3.0:1746156246.005725:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c000 x1830977057404288/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.005735:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c000 with x1830977057404288 ext(0->4095) 00010000:00010000:3.0:1746156246.006165:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.006182:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.006608:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490c000 00000100:00100000:3.0:1746156246.006635:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2690 00000100:00100000:3.0:1746156246.006646:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057404288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.006802:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057404288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (1533us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.006809:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2690 00002000:00100000:3.0:1746156246.006815:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c000 x1830977057404288/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.006823:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c000 with x1830977057404288 ext(0->4095) 00010000:00010000:3.0:1746156246.006828:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.006839:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.006844:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490c000 00000100:00080000:2.0:1746156246.007126:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156246.011119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.011197:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.011534:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057404544 00000100:00100000:3.0:1746156246.011543:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057404544 00000100:00100000:3.0:1746156246.011607:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6440 00000100:00100000:3.0:1746156246.011616:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057404544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.011633:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746156246.011701:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057404416 00000100:00100000:1.0:1746156246.011706:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057404416 00010000:00010000:1.0:1746156246.011730:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 7 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.011756:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10977 00000100:00100000:1.0:1746156246.011761:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057404416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.011771:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.011807:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 7 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.011818:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 7 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.011865:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813de5 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.011907:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e77fa8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dd7 expref: 8 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.012013:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.012021:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 45 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.012027:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.012031:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.012067:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 45 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.012080:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.012089:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.012091:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.012096:0:8463:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 45 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.012118:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 45 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.012140:0:8463:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 45 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.012151:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 45 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.012162:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053992576:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.012273:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.012726:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.013270:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057404416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1507us (2168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.013279:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10977 00000100:00100000:3.0:1746156246.015136:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053992576:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.015154:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156246.015189:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057404544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3575us (3994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.015197:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6440 00000100:00100000:0.0:1746156246.017470:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.019722:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057404672 00000100:00100000:1.0:1746156246.019733:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057404672 00010000:00010000:1.0:1746156246.019766:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 46 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.019803:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10978 00000100:00100000:1.0:1746156246.019811:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057404672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.019823:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.019839:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 46 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.019855:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 46 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.019874:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e77faf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dde expref: 46 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.019892:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.019894:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.019899:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.019905:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.019934:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.019943:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053992704:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.020007:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.023694:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.023750:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057404928 00000100:00100000:2.0:1746156246.023757:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057404928 00002000:00100000:2.0:1746156246.023799:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490e680 x1830977057404928/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.023808:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490e680 with x1830977057404928 ext(0->4095) 00002000:00010000:2.0:1746156246.023813:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490e680 00000100:00100000:2.0:1746156246.023829:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4688 00000100:00100000:2.0:1746156246.023836:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057404928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.023972:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057404928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.023978:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4688 00002000:00100000:2.0:1746156246.023983:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490e680 x1830977057404928/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.023990:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490e680 with x1830977057404928 ext(0->4095) 00002000:00010000:2.0:1746156246.023992:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490e680 00000100:00100000:1.0:1746156246.024568:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053992704:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.024688:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.025509:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:1974:x1830977057404672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5696us (8042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.025517:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10978 00000100:00100000:0.0:1746156246.026297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.026378:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057405056 00000100:00100000:3.0:1746156246.026384:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057405056 00000100:00100000:3.0:1746156246.026423:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6441 00000100:00100000:3.0:1746156246.026429:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+45:31590:x1830977057405056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.026441:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.026452:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813dec expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.026473:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.026480:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.026482:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.026485:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 46 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.026507:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.026517:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.026526:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053992832:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.026590:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.027110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.027491:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057405184 00000100:00100000:2.0:1746156246.027496:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057405184 00000100:00100000:2.0:1746156246.027532:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6442 00000100:00100000:2.0:1746156246.027537:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31591:x1830977057405184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.027545:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.027552:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813df3 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.027565:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.027570:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 48 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.027574:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.027576:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 48 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.027595:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 48 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.027605:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 48 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.027613:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156246.027646:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:31591:x1830977057405184:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.027651:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6442 00000100:00100000:0.0:1746156246.030756:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.030831:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057405312 00000100:00100000:1.0:1746156246.030837:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057405312 00010000:00010000:1.0:1746156246.030862:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.030897:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10979 00000100:00100000:1.0:1746156246.030903:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057405312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.030916:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.030932:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.030943:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.030961:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.030964:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.030969:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.030977:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.031003:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.031012:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.031022:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053993088:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.031092:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497180 going to sleep for 11 seconds 00010000:00010000:3.0:1746156246.031219:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e77fb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813de5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.031239:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053992832:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.031258:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.031265:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.031274:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156246.031293:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31590:x1830977057405056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4864us (4997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.031299:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6441 00000100:00100000:1.0:1746156246.034352:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053993088:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.034383:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156246.034577:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.034605:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057405312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3702us (3855us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.034615:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10979 00000100:00100000:3.0:1746156246.034694:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057405568 00000100:00100000:3.0:1746156246.034699:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057405568 00002000:00100000:3.0:1746156246.034725:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490d500 x1830977057405568/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.034733:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490d500 with x1830977057405568 ext(0->4095) 00010000:00010000:3.0:1746156246.034739:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.034749:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.034755:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490d500 00000100:00100000:3.0:1746156246.034770:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2691 00000100:00100000:3.0:1746156246.034775:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1975:x1830977057405568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.035177:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1975:x1830977057405568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 400us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.035183:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2691 00002000:00100000:3.0:1746156246.035188:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490d500 x1830977057405568/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.035195:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490d500 with x1830977057405568 ext(0->4095) 00010000:00010000:3.0:1746156246.035198:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.035206:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.035211:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490d500 00000100:00100000:1.0:1746156246.039979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.040188:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057405696 00000100:00100000:2.0:1746156246.040194:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057405696 00010000:00010000:2.0:1746156246.040225:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.040247:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10980 00000100:00100000:2.0:1746156246.040253:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1975:x1830977057405696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.040263:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.040278:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.040288:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.040304:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dec expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.040328:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.040330:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.040336:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 46 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.040344:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 46 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.040384:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 46 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.040395:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053993216:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.040447:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.042010:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053993216:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.042026:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.043575:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057405696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3314us (3594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.043585:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10980 00000100:00100000:0.0:1746156246.044879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.045204:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057405952 00000100:00100000:3.0:1746156246.045210:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057405952 00002000:00100000:3.0:1746156246.045238:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490d880 x1830977057405952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.045245:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490d880 with x1830977057405952 ext(0->4095) 00002000:00010000:3.0:1746156246.045248:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490d880 00000100:00100000:3.0:1746156246.045362:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4689 00000100:00100000:3.0:1746156246.045378:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057405952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.045500:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057405952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (625us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.045507:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4689 00002000:00100000:3.0:1746156246.045511:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490d880 x1830977057405952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.045515:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490d880 with x1830977057405952 ext(0->4095) 00002000:00010000:3.0:1746156246.045517:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490d880 00000100:00100000:1.0:1746156246.048753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.048808:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057406080 00000100:00100000:3.0:1746156246.048815:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057406080 00000100:00100000:3.0:1746156246.048849:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6443 00000100:00100000:3.0:1746156246.048855:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057406080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.048869:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.048882:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813dfa expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.048903:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 45 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.048909:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.048911:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.048914:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.048937:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 45 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.048948:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 45 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.048962:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053993344:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.049040:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.054467:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.054654:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057406208 00000100:00100000:1.0:1746156246.054660:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057406208 00000100:00100000:1.0:1746156246.054697:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6444 00000100:00100000:1.0:1746156246.054703:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:31590:x1830977057406208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.054718:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.054731:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e01 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.054752:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.054757:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.054763:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156246.054765:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 47 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.054791:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.054801:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 47 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.054809:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156246.054844:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:31590:x1830977057406208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.054850:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6444 00000100:00100000:2.0:1746156246.054962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.054975:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057406336 00000100:00100000:2.0:1746156246.054977:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057406336 00010000:00010000:2.0:1746156246.054995:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 47 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.055009:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10981 00000100:00100000:2.0:1746156246.055014:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+47:1974:x1830977057406336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.055020:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.055034:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 47 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.055043:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 47 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.055055:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.055056:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.055062:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.055068:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.055084:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.055092:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.055111:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053993600:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.055152:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00010000:00010000:3.0:1746156246.055403:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813df3 expref: 47 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.055416:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053993344:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.055432:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.055438:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.055444:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156246.055464:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057406080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6609us (6718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.055469:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6443 00000100:00100000:2.0:1746156246.056449:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053993600:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.056466:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.056484:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1974:x1830977057406336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1469us (1522us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.056490:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10981 00000100:00100000:0.0:1746156246.058055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.058139:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057406592 00000100:00100000:2.0:1746156246.058144:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057406592 00002000:00100000:2.0:1746156246.058175:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490f100 x1830977057406592/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.058185:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490f100 with x1830977057406592 ext(0->4095) 00010000:00010000:2.0:1746156246.058192:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.058203:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.058209:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490f100 00000100:00100000:2.0:1746156246.058231:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2692 00000100:00100000:2.0:1746156246.058236:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057406592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.058663:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057406592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 426us (611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.058673:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2692 00002000:00100000:2.0:1746156246.058678:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490f100 x1830977057406592/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.058686:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490f100 with x1830977057406592 ext(0->4095) 00010000:00010000:2.0:1746156246.058690:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.058699:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.058704:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009490f100 00000100:00100000:0.0:1746156246.061120:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.061191:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057406720 00000100:00100000:2.0:1746156246.061196:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057406720 00010000:00010000:2.0:1746156246.061219:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.061247:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10982 00000100:00100000:2.0:1746156246.061253:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057406720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.061262:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.061278:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.061287:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.061304:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e77fcb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813dfa expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.061330:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.061332:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.061338:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.061346:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.061428:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.061440:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053993728:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.061507:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.062737:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053993728:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.062752:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.062776:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057406720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1523us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.062788:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10982 00000100:00100000:0.0:1746156246.062941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.063036:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057406976 00000100:00100000:2.0:1746156246.063041:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057406976 00002000:00100000:2.0:1746156246.063066:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490fb80 x1830977057406976/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.063074:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490fb80 with x1830977057406976 ext(0->4095) 00002000:00010000:2.0:1746156246.063078:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490fb80 00000100:00100000:2.0:1746156246.063114:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4690 00000100:00100000:2.0:1746156246.063121:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057406976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.063248:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057406976:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.063254:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4690 00002000:00100000:2.0:1746156246.063258:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490fb80 x1830977057406976/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.063265:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490fb80 with x1830977057406976 ext(0->4095) 00002000:00010000:2.0:1746156246.063267:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490fb80 00000100:00100000:0.0:1746156246.068808:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.068970:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057407104 00000100:00100000:3.0:1746156246.068979:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057407104 00000100:00100000:3.0:1746156246.069084:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6445 00000100:00100000:3.0:1746156246.069092:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057407104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.069115:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.069130:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e08 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.069687:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.069693:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.069695:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.069699:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.069723:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 45 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.069733:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 45 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.069743:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053993856:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.069820:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.071362:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053993856:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.071413:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.071426:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156246.071471:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057407104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2379us (2667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.071478:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6445 00000100:00100000:0.0:1746156246.071520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.071702:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057407232 00000100:00100000:3.0:1746156246.071707:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057407232 00002000:00100000:3.0:1746156246.071730:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b02a00 x1830977057407232/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 496/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.071738:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02a00 with x1830977057407232 ext(0->7) 00010000:00010000:3.0:1746156246.071743:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 46 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.071752:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 46 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.071758:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b02a00 00000100:00100000:3.0:1746156246.071771:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2693 00000100:00100000:3.0:1746156246.071777:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+46:1975:x1830977057407232:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156246.072006:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:1975:x1830977057407232:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 229us (486us total) trans 4294968007 rc 0/0 00000100:00100000:3.0:1746156246.072011:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2693 00002000:00100000:3.0:1746156246.072016:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b02a00 x1830977057407232/t4294968007(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 496/448 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.072022:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02a00 with x1830977057407232 ext(0->7) 00010000:00010000:3.0:1746156246.072026:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 48 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.072034:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 48 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.072039:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b02a00 00000100:00100000:0.0:1746156246.075535:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.075580:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.075628:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057407360 00000100:00100000:3.0:1746156246.075635:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057407360 00000100:00100000:2.0:1746156246.075644:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057407488 00000100:00100000:2.0:1746156246.075649:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057407488 00010000:00010000:3.0:1746156246.075666:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 49 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.075688:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10983 00000100:00100000:2.0:1746156246.075690:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6446 00000100:00100000:3.0:1746156246.075695:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+49:1973:x1830977057407360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746156246.075697:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+49:31590:x1830977057407488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.075708:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.075710:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.075720:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e0f expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.075724:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 49 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.075734:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 50 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.075744:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.075753:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.075758:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.075761:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 50 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.075775:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77fd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e01 expref: 50 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.075791:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.075795:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.075797:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.075802:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.075809:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.075859:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.075863:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.075867:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00010000:00010000:3.0:1746156246.075876:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.075885:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053994112:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.076004:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+49:31590:x1830977057407488:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 307us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.076010:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6446 00000100:00100000:3.0:1746156246.076026:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.077438:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053994112:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.077452:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.077478:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:1973:x1830977057407360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1783us (1897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.077486:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10983 00000100:00100000:0.0:1746156246.077720:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.077762:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057407744 00000100:00100000:2.0:1746156246.077767:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057407744 00002000:00100000:2.0:1746156246.077791:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b03100 x1830977057407744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.077799:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03100 with x1830977057407744 ext(0->4095) 00010000:00010000:2.0:1746156246.077805:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.077814:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.077819:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b03100 00000100:00100000:2.0:1746156246.077838:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2694 00000100:00100000:2.0:1746156246.077843:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057407744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.077977:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057407744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.077982:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2694 00002000:00100000:2.0:1746156246.077988:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b03100 x1830977057407744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.077994:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03100 with x1830977057407744 ext(0->4095) 00010000:00010000:2.0:1746156246.077998:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.078006:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.078022:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b03100 00000100:00100000:0.0:1746156246.079614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.079771:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057407872 00000100:00100000:3.0:1746156246.079777:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057407872 00010000:00010000:3.0:1746156246.079799:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.079818:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10984 00000100:00100000:3.0:1746156246.079824:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057407872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.079833:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.079847:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.079856:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.079873:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e77fd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e08 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.079903:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.079905:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.079910:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.080175:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.080201:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.080211:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053994240:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.080288:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.081379:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053994240:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.081393:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.081417:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057407872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1593us (1807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.081425:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10984 00000100:00100000:0.0:1746156246.082204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.082269:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057408128 00000100:00100000:2.0:1746156246.082274:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057408128 00002000:00100000:2.0:1746156246.082306:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b03480 x1830977057408128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.082315:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03480 with x1830977057408128 ext(0->4095) 00002000:00010000:2.0:1746156246.082318:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b03480 00000100:00100000:2.0:1746156246.082411:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4691 00000100:00100000:2.0:1746156246.082419:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:1973:x1830977057408128:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746156246.082570:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:1973:x1830977057408128:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.082575:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4691 00002000:00100000:2.0:1746156246.082580:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b03480 x1830977057408128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.082587:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03480 with x1830977057408128 ext(0->4095) 00002000:00010000:2.0:1746156246.082589:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b03480 00000100:00100000:0.0:1746156246.084813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.085027:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057408256 00000100:00100000:2.0:1746156246.085035:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057408256 00000100:00100000:2.0:1746156246.085070:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6447 00000100:00100000:2.0:1746156246.085076:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057408256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.085091:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.085116:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e16 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.085138:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.085143:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.085145:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.085148:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.085170:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 47 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.085179:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 47 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.085189:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053994368:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.085269:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.087161:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053994368:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.087183:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.087201:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156246.087229:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057408256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2153us (2422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.087236:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6447 00000100:00100000:0.0:1746156246.088629:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.088711:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057408384 00000100:00100000:2.0:1746156246.088717:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057408384 00002000:00100000:2.0:1746156246.088756:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b00700 x1830977057408384/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 496/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.088763:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00700 with x1830977057408384 ext(0->7) 00010000:00010000:2.0:1746156246.088768:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 48 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.088779:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 48 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.088784:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b00700 00000100:00100000:2.0:1746156246.089362:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2695 00000100:00100000:2.0:1746156246.089387:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+48:1975:x1830977057408384:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156246.089752:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1975:x1830977057408384:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 367us (1124us total) trans 4294968008 rc 0/0 00000100:00100000:2.0:1746156246.089758:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2695 00002000:00100000:2.0:1746156246.089764:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b00700 x1830977057408384/t4294968008(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 496/448 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.089776:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00700 with x1830977057408384 ext(0->7) 00010000:00010000:2.0:1746156246.089781:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 50 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.089791:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 50 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.089855:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b00700 00000100:00100000:0.0:1746156246.094910:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.094963:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057408512 00000100:00100000:3.0:1746156246.094970:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057408512 00010000:00010000:3.0:1746156246.095007:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 50 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.095040:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10985 00000100:00100000:3.0:1746156246.095047:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1973:x1830977057408512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.095060:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.095076:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 50 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.095086:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 50 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.095114:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e77fe0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e0f expref: 50 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.095142:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.095144:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.095150:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.095157:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.095183:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.095311:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053994496:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.095642:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.097965:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053994496:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156246.097984:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156246.098026:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+49:1973:x1830977057408512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2978us (3126us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156246.098038:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10985 00000100:00100000:0.0:1746156246.098573:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.098641:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057408768 00000100:00100000:2.0:1746156246.098647:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057408768 00002000:00100000:2.0:1746156246.098681:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00e00 x1830977057408768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.098691:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00e00 with x1830977057408768 ext(0->4095) 00002000:00010000:2.0:1746156246.098694:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00e00 00000100:00100000:2.0:1746156246.098717:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4692 00000100:00100000:2.0:1746156246.098724:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057408768:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746156246.098830:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057408768:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.098835:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4692 00002000:00100000:2.0:1746156246.098839:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00e00 x1830977057408768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.098846:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00e00 with x1830977057408768 ext(0->4095) 00002000:00010000:2.0:1746156246.098849:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00e00 00000100:00100000:0.0:1746156246.100911:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.100981:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.101136:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057408896 00000100:00100000:2.0:1746156246.101142:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057408896 00000100:00100000:1.0:1746156246.101142:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057409024 00000100:00100000:1.0:1746156246.101147:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057409024 00000100:00100000:2.0:1746156246.101176:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6448 00000100:00100000:1.0:1746156246.101181:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6449 00000100:00100000:2.0:1746156246.101183:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:31591:x1830977057408896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156246.101186:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:31590:x1830977057409024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.101259:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.101263:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.101273:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e1d expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.101273:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e24 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.101295:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.101301:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.101303:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.101306:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.101320:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.101326:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.101599:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.101603:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.101625:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.101627:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.101634:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.101644:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.101644:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053994624:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.101652:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156246.101699:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057408896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 517us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.101705:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6448 00000100:00100000:1.0:1746156246.101717:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.105165:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053994624:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.105187:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.105199:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:1.0:1746156246.105230:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057409024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4044us (4248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.105236:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6449 00000100:00100000:0.0:1746156246.107244:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.107611:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057409152 00000100:00100000:2.0:1746156246.107618:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057409152 00010000:00010000:2.0:1746156246.107648:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.107684:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10986 00000100:00100000:2.0:1746156246.107691:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057409152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.107700:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.107721:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.107732:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.107750:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e77fe7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e16 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.107776:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.107778:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.107783:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.107790:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.107816:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 50 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.107826:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 50 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.107840:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053994880:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.107905:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a83c9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.109271:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053994880:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.109287:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.109313:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057409152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1622us (2075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.109320:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10986 00000100:00100000:0.0:1746156246.110420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.110731:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057409408 00000100:00100000:3.0:1746156246.110738:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057409408 00002000:00100000:3.0:1746156246.110773:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01f80 x1830977057409408/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.110787:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01f80 with x1830977057409408 ext(0->4095) 00010000:00010000:3.0:1746156246.110795:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.110807:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.110813:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01f80 00000100:00100000:3.0:1746156246.110843:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2696 00000100:00100000:3.0:1746156246.110850:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057409408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.110981:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057409408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (562us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.110987:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2696 00002000:00100000:3.0:1746156246.110993:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01f80 x1830977057409408/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.111000:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01f80 with x1830977057409408 ext(0->4095) 00010000:00010000:3.0:1746156246.111004:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.111013:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.111018:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01f80 00000100:00100000:0.0:1746156246.114012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.114088:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057409536 00000100:00100000:2.0:1746156246.114094:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057409536 00010000:00010000:2.0:1746156246.114129:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.114147:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10987 00000100:00100000:2.0:1746156246.114153:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057409536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.114162:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.114177:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.114185:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.114200:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e77ff5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e24 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.114222:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.114224:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.114229:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 50 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.114235:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 50 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.114258:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 50 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.114267:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053995008:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.114331:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.116408:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053995008:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.116427:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.116461:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1975:x1830977057409536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2306us (2453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.116469:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10987 00000100:00100000:0.0:1746156246.117084:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.117300:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057409792 00000100:00100000:3.0:1746156246.117307:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057409792 00002000:00100000:3.0:1746156246.117340:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00a80 x1830977057409792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.117348:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00a80 with x1830977057409792 ext(0->4095) 00002000:00010000:3.0:1746156246.117353:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00a80 00000100:00100000:3.0:1746156246.117399:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4693 00000100:00100000:3.0:1746156246.117407:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1975:x1830977057409792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.117540:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1975:x1830977057409792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.117545:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4693 00002000:00100000:3.0:1746156246.117550:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00a80 x1830977057409792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.117556:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00a80 with x1830977057409792 ext(0->4095) 00002000:00010000:3.0:1746156246.117559:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00a80 00000100:00100000:0.0:1746156246.119161:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.119749:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057409920 00000100:00100000:1.0:1746156246.119756:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057409920 00000100:00100000:1.0:1746156246.119795:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6450 00000100:00100000:1.0:1746156246.119801:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057409920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.119813:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.119826:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e2b expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.119846:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.119851:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.119852:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.119855:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.119877:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 49 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.119886:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 49 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.119895:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053995136:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.119957:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.122523:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.122714:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053995136:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.122736:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.122754:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156246.122787:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057409920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2985us (3631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.122794:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6450 00000100:00100000:2.0:1746156246.122871:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057410048 00000100:00100000:2.0:1746156246.122876:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057410048 00002000:00100000:2.0:1746156246.122906:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b01180 x1830977057410048/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 496/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.122913:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01180 with x1830977057410048 ext(0->7) 00010000:00010000:2.0:1746156246.122918:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 50 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.122928:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 50 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.122938:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01180 00000100:00100000:2.0:1746156246.122961:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2697 00000100:00100000:2.0:1746156246.122968:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+50:1973:x1830977057410048:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156246.123205:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1973:x1830977057410048:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 237us (687us total) trans 4294968009 rc 0/0 00000100:00100000:2.0:1746156246.123210:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2697 00002000:00100000:2.0:1746156246.123215:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b01180 x1830977057410048/t4294968009(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 496/448 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.123222:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01180 with x1830977057410048 ext(0->7) 00010000:00010000:2.0:1746156246.123226:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.123234:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.123239:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01180 00000100:00100000:0.0:1746156246.136530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.136647:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057410176 00000100:00100000:2.0:1746156246.136655:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057410176 00010000:00010000:2.0:1746156246.136688:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.137792:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10988 00000100:00100000:2.0:1746156246.137805:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1973:x1830977057410176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.137817:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.137838:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.137850:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.137867:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e77fee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e1d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.138027:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.138029:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.138037:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.138044:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.138071:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.138081:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053995264:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.138996:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.141118:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.141299:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057410304 00000100:00100000:1.0:1746156246.141306:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057410304 00000100:00100000:1.0:1746156246.141349:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6451 00000100:00100000:1.0:1746156246.141356:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057410304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.141389:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.141402:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e32 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.141421:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.141427:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.141429:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.141432:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.141454:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.141464:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 5 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.141479:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053995392:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.141534:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.141785:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053995264:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.141801:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.141822:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057410176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4023us (5298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.141829:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10988 00000100:00100000:2.0:1746156246.141891:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.141935:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057410560 00000100:00100000:2.0:1746156246.141938:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057410560 00002000:00100000:2.0:1746156246.141960:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbfb80 x1830977057410560/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.141968:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbfb80 with x1830977057410560 ext(0->4095) 00010000:00010000:2.0:1746156246.141973:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.141983:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.141988:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbfb80 00000100:00100000:2.0:1746156246.142005:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2698 00000100:00100000:2.0:1746156246.142012:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057410560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.142127:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057410560:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.142133:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2698 00002000:00100000:2.0:1746156246.142137:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbfb80 x1830977057410560/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.142144:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbfb80 with x1830977057410560 ext(0->4095) 00010000:00010000:2.0:1746156246.142148:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.142156:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.142161:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbfb80 00000100:00100000:0.0:1746156246.143876:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.143955:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053995392:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.143975:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.143987:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90c00, rc 0) 00000100:00100000:1.0:1746156246.144016:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057410304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2661us (2903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.144023:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6451 00000100:00100000:1.0:1746156246.144430:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057410688 00000100:00100000:1.0:1746156246.144434:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057410688 00000100:00100000:1.0:1746156246.144462:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6452 00000100:00100000:1.0:1746156246.144468:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057410688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.144479:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.144490:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e39 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.144507:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.144512:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.144517:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.144520:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.144544:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.144552:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.144557:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:1.0:1746156246.144573:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057410688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.144578:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6452 00000100:00100000:1.0:1746156246.145241:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.145522:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057410816 00000100:00100000:2.0:1746156246.145526:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057410816 00010000:00010000:2.0:1746156246.145549:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.145571:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10989 00000100:00100000:2.0:1746156246.145576:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057410816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.145583:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.145598:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.145607:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.145620:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e77ffc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e2b expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.146258:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.146261:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.146268:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.146276:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.146305:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.146314:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.146324:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053995648:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.146505:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.149778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.150118:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053995648:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.150279:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.150551:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057411072 00000100:00100000:3.0:1746156246.150557:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057411072 00002000:00100000:3.0:1746156246.150588:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00000 x1830977057411072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.150597:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00000 with x1830977057411072 ext(0->4095) 00010000:00010000:3.0:1746156246.150604:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.150615:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.150626:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b00000 00000100:00100000:3.0:1746156246.150647:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2699 00000100:00100000:3.0:1746156246.150653:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057411072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.150788:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057410816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5210us (5547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.150795:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10989 00000100:00100000:3.0:1746156246.151291:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057411072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 636us (1519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.151297:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2699 00002000:00100000:3.0:1746156246.151302:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00000 x1830977057411072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.151309:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00000 with x1830977057411072 ext(0->4095) 00010000:00010000:3.0:1746156246.151313:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.151322:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.151326:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b00000 00000100:00100000:0.0:1746156246.159665:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.159762:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057411200 00000100:00100000:2.0:1746156246.159770:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057411200 00010000:00010000:2.0:1746156246.159802:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.159823:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10990 00000100:00100000:2.0:1746156246.159829:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057411200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.159839:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.159853:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.159867:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.159883:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78003 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e32 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.159907:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.159909:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.159914:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.159921:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.159945:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.159954:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053995776:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.160011:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.161663:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.161736:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053995776:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.161753:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.161779:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057411200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1950us (2121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.161787:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10990 00000100:00100000:3.0:1746156246.161841:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057411456 00000100:00100000:3.0:1746156246.161845:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057411456 00002000:00100000:3.0:1746156246.161870:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093872300 x1830977057411456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.161879:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093872300 with x1830977057411456 ext(0->4095) 00002000:00010000:3.0:1746156246.161882:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093872300 00000100:00100000:3.0:1746156246.161894:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4694 00000100:00100000:3.0:1746156246.161899:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057411456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.162016:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057411456:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.162022:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4694 00002000:00100000:3.0:1746156246.162026:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093872300 x1830977057411456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.162033:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093872300 with x1830977057411456 ext(0->4095) 00002000:00010000:3.0:1746156246.162035:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093872300 00000100:00100000:0.0:1746156246.164181:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.164252:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057411584 00000100:00100000:3.0:1746156246.164258:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057411584 00000100:00100000:3.0:1746156246.164332:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6453 00000100:00100000:3.0:1746156246.164339:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057411584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.164353:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.164509:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e40 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.164531:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.164537:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.164538:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.164541:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.164564:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.164578:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 51 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.164587:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053995904:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.165437:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7240 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.166952:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053995904:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.166978:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.166991:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156246.167023:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057411584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2683us (2846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.167030:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6453 00000100:00100000:0.0:1746156246.168531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.168938:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057411712 00000100:00100000:2.0:1746156246.168945:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057411712 00010000:00010000:2.0:1746156246.168972:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.168991:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10991 00000100:00100000:2.0:1746156246.168997:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057411712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.169005:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.169020:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.169029:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.169046:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7800a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e39 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.169069:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.169071:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.169076:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.169082:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.169112:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.169121:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053996032:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.170379:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.173627:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.173663:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053996032:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.173683:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.173718:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093872d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057411712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4720us (5190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.173727:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10991 00000100:00100000:3.0:1746156246.173804:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057411968 00000100:00100000:3.0:1746156246.173810:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057411968 00002000:00100000:3.0:1746156246.173840:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093870380 x1830977057411968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.173848:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870380 with x1830977057411968 ext(0->4095) 00002000:00010000:3.0:1746156246.173852:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093870380 00000100:00100000:3.0:1746156246.173865:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4695 00000100:00100000:3.0:1746156246.173872:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057411968:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.173979:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057411968:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.173986:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4695 00002000:00100000:3.0:1746156246.173991:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093870380 x1830977057411968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.173998:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870380 with x1830977057411968 ext(0->4095) 00002000:00010000:3.0:1746156246.174001:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093870380 00000100:00100000:1.0:1746156246.174045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.174316:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057412096 00000100:00100000:2.0:1746156246.174319:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057412096 00000100:00100000:2.0:1746156246.174890:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6454 00000100:00100000:2.0:1746156246.174950:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057412096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.175381:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.175396:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e47 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.175416:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.175422:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.175424:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.175427:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.175448:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.175458:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.175471:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053996160:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.175542:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.176700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.176757:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057412224 00000100:00100000:1.0:1746156246.176763:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057412224 00000100:00100000:1.0:1746156246.176858:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6455 00000100:00100000:1.0:1746156246.176867:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057412224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.176881:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.176915:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e4e expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.176980:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.176984:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.176989:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.176991:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.177013:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.177022:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.177029:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:1.0:1746156246.177859:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057412224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 990us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.177865:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6455 00000100:00100000:3.0:1746156246.178474:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053996160:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.178497:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.178508:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:3.0:1746156246.178544:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057412096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3597us (4498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.178549:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6454 00000100:00100000:0.0:1746156246.179213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.179337:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057412352 00000100:00100000:2.0:1746156246.179342:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057412352 00010000:00010000:2.0:1746156246.179379:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.179397:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10992 00000100:00100000:2.0:1746156246.179404:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057412352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.179413:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.179429:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.179438:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.179454:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78011 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e40 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.179476:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.179477:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.179484:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.179491:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.179518:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.179526:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.179536:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053996416:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.179587:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.181399:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053996416:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.181416:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.181444:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057412352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2041us (2232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.181452:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10992 00000100:00100000:0.0:1746156246.181820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.182341:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057412608 00000100:00100000:2.0:1746156246.182347:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057412608 00002000:00100000:2.0:1746156246.182417:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093873800 x1830977057412608/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.182427:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093873800 with x1830977057412608 ext(0->4095) 00010000:00010000:2.0:1746156246.182434:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.182759:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.182766:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093873800 00000100:00100000:2.0:1746156246.182848:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2700 00000100:00100000:2.0:1746156246.182857:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057412608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.183466:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057412608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 610us (1647us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.183472:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2700 00002000:00100000:2.0:1746156246.183478:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093873800 x1830977057412608/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.183484:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093873800 with x1830977057412608 ext(0->4095) 00010000:00010000:2.0:1746156246.183489:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.183498:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.183503:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093873800 00000100:00100000:0.0:1746156246.187735:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.187814:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057412736 00000100:00100000:2.0:1746156246.187822:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057412736 00010000:00010000:2.0:1746156246.187852:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.187874:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10993 00000100:00100000:2.0:1746156246.187880:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057412736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.187892:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.187908:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.187921:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.187938:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78018 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e47 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.187965:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.187967:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.187973:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.187979:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.188004:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.188013:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053996544:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.189348:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.190297:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053996544:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.190315:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.190354:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057412736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2473us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.190362:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10993 00000100:00100000:0.0:1746156246.190703:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.190721:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057412992 00000100:00100000:3.0:1746156246.190727:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057412992 00002000:00100000:3.0:1746156246.190756:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093873b80 x1830977057412992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.190765:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093873b80 with x1830977057412992 ext(0->4095) 00002000:00010000:3.0:1746156246.190769:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093873b80 00000100:00100000:3.0:1746156246.190793:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4696 00000100:00100000:3.0:1746156246.190799:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057412992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.191003:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057412992:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 203us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.191011:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4696 00002000:00100000:3.0:1746156246.191016:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093873b80 x1830977057412992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.191022:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093873b80 with x1830977057412992 ext(0->4095) 00002000:00010000:3.0:1746156246.191025:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093873b80 00000100:00100000:0.0:1746156246.192762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.192936:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057413120 00000100:00100000:3.0:1746156246.192942:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057413120 00000100:00100000:3.0:1746156246.193261:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6456 00000100:00100000:3.0:1746156246.193270:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057413120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.193282:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.193295:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e55 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.193316:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.193322:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.193324:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.193327:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.193349:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.193359:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.193524:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053996672:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.193809:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.194870:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053996672:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.194892:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.194903:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156246.194940:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057413120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1672us (2182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.194946:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6456 00000100:00100000:0.0:1746156246.195301:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.195572:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057413248 00000100:00100000:2.0:1746156246.195578:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057413248 00010000:00010000:2.0:1746156246.195602:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.195622:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10994 00000100:00100000:2.0:1746156246.195628:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057413248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.195637:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.195652:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.195661:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.195678:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7801f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e4e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.195689:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.195691:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.195696:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.195702:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.195721:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.195730:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053996800:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.196152:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.198823:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.198905:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053996800:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.198922:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.199007:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057413504 00000100:00100000:3.0:1746156246.199012:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057413504 00002000:00100000:3.0:1746156246.199040:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093870000 x1830977057413504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.199050:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870000 with x1830977057413504 ext(0->4095) 00002000:00010000:3.0:1746156246.199053:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093870000 00000100:00100000:3.0:1746156246.199071:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4697 00000100:00100000:3.0:1746156246.199076:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057413504:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.199211:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057413248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3582us (3909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.199219:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10994 00000100:00100000:3.0:1746156246.200932:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057413504:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1850us (2109us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.200940:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4697 00002000:00100000:3.0:1746156246.200947:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093870000 x1830977057413504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.200956:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870000 with x1830977057413504 ext(0->4095) 00002000:00010000:3.0:1746156246.200959:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093870000 00000100:00100000:0.0:1746156246.201431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.201627:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057413632 00000100:00100000:3.0:1746156246.201633:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057413632 00000100:00100000:3.0:1746156246.201661:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6457 00000100:00100000:3.0:1746156246.201667:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057413632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.201679:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.201692:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e5c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.201712:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.201718:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.201719:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.201722:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.201746:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.201755:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.201764:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053996928:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.201820:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.202640:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.202887:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057413760 00000100:00100000:1.0:1746156246.202892:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057413760 00000100:00100000:1.0:1746156246.202943:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6458 00000100:00100000:1.0:1746156246.202949:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057413760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.202958:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.202967:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e63 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.202979:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.202983:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.202988:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.202990:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.203013:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.203023:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.203031:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:1.0:1746156246.203066:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057413760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.203071:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6458 00000100:00100000:3.0:1746156246.205054:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053996928:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.205078:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.205089:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156246.205451:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057413632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3782us (4018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.205458:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6457 00000100:00100000:2.0:1746156246.205786:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.205920:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057413888 00000100:00100000:3.0:1746156246.205925:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057413888 00010000:00010000:3.0:1746156246.205951:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.206031:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10995 00000100:00100000:3.0:1746156246.206038:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057413888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.206047:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.206063:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.206073:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.206091:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78026 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e55 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.206258:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.206260:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.206267:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.206275:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.206300:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.206308:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.206317:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053997184:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.206607:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.207670:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053997184:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.207685:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.207722:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057413888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1683us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.207730:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10995 00000100:00100000:0.0:1746156246.208342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.208584:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057414144 00000100:00100000:3.0:1746156246.208590:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057414144 00002000:00100000:3.0:1746156246.208619:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093871180 x1830977057414144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.208628:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093871180 with x1830977057414144 ext(0->4095) 00010000:00010000:3.0:1746156246.208635:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.208651:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.208656:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093871180 00000100:00100000:3.0:1746156246.208672:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2701 00000100:00100000:3.0:1746156246.208678:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057414144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.208811:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057414144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.208817:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2701 00002000:00100000:3.0:1746156246.208822:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093871180 x1830977057414144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.208829:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093871180 with x1830977057414144 ext(0->4095) 00010000:00010000:3.0:1746156246.208833:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.208841:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.208846:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093871180 00000100:00100000:0.0:1746156246.210889:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.210950:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057414272 00000100:00100000:3.0:1746156246.210956:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057414272 00010000:00010000:3.0:1746156246.210983:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.211588:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10996 00000100:00100000:3.0:1746156246.211596:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057414272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.211606:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.211621:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.211631:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.211650:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7802d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e5c expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.211669:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.211670:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.211675:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.211682:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.211703:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.211712:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053997312:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.211834:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.213552:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053997312:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156246.213556:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156246.213569:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.213596:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057414272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2001us (2712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.213605:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10996 00000100:00100000:2.0:1746156246.213612:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057414528 00000100:00100000:2.0:1746156246.213618:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057414528 00002000:00100000:2.0:1746156246.213648:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350c000 x1830977057414528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.213656:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c000 with x1830977057414528 ext(0->4095) 00002000:00010000:2.0:1746156246.213660:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350c000 00000100:00100000:2.0:1746156246.213687:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4698 00000100:00100000:2.0:1746156246.213694:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057414528:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.213805:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057414528:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.213810:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4698 00002000:00100000:2.0:1746156246.213814:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350c000 x1830977057414528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.213821:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c000 with x1830977057414528 ext(0->4095) 00002000:00010000:2.0:1746156246.213823:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350c000 00000100:00100000:0.0:1746156246.215811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.215890:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057414656 00000100:00100000:2.0:1746156246.215897:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057414656 00000100:00100000:2.0:1746156246.215946:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6459 00000100:00100000:2.0:1746156246.215952:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057414656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.215965:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.215978:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e6a expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.216000:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.216006:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.216008:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.216010:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.216033:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.216043:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.216054:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053997440:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.216135:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.218651:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053997440:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.218677:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.218691:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:0.0:1746156246.219144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.219427:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057414784 00000100:00100000:3.0:1746156246.219432:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057414784 00010000:00010000:3.0:1746156246.219456:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.219477:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10997 00000100:00100000:3.0:1746156246.219482:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057414784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.219491:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.219506:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.219515:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.219532:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78034 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e63 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.219551:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.219553:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.219558:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.219565:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.219586:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.219595:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053997568:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.219664:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057414656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3711us (3858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.219672:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6459 00000100:00100000:3.0:1746156246.220605:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.222262:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053997568:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.222279:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.222310:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057414784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2827us (3166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.222317:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10997 00000100:00100000:0.0:1746156246.223234:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.223278:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057415040 00000100:00100000:2.0:1746156246.223283:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057415040 00002000:00100000:2.0:1746156246.223330:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350e680 x1830977057415040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.223339:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350e680 with x1830977057415040 ext(0->4095) 00002000:00010000:2.0:1746156246.223342:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350e680 00000100:00100000:2.0:1746156246.223384:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4699 00000100:00100000:2.0:1746156246.223391:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057415040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.223510:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057415040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.223702:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4699 00002000:00100000:2.0:1746156246.223708:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350e680 x1830977057415040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.223714:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350e680 with x1830977057415040 ext(0->4095) 00002000:00010000:2.0:1746156246.223717:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350e680 00000100:00100000:0.0:1746156246.223816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.223871:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057415168 00000100:00100000:2.0:1746156246.223874:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057415168 00000100:00100000:2.0:1746156246.223893:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6460 00000100:00100000:2.0:1746156246.223897:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057415168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.223905:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.223917:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e71 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.223938:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.223943:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.223945:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.223948:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.223974:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.223983:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.223993:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053997696:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.224060:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.225162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.225187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.225227:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057415424 00000100:00100000:3.0:1746156246.225231:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057415424 00010000:00010000:3.0:1746156246.225249:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.225254:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053997696:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.225265:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10998 00000100:00100000:3.0:1746156246.225270:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057415424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.225270:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.225277:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.225279:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00010000:00010000:3.0:1746156246.225289:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.225296:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.225298:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057415168:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1401us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.225303:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6460 00010000:00010000:3.0:1746156246.225312:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e7803b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e6a expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.225313:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057415296 00000100:00100000:2.0:1746156246.225315:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057415296 00010000:00010000:3.0:1746156246.225324:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.225326:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746156246.225328:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6461 00010000:00010000:3.0:1746156246.225331:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.225332:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057415296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.225338:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.225339:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.225344:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e78 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.225355:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.225361:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.225362:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.225381:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.225447:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.225456:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.225465:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053997824:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.225623:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.225630:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.225638:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053997952:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.225645:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.225658:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.226493:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053997952:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.226506:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.226587:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053997824:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.226598:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156246.226612:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:3.0:1746156246.226619:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057415424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1348us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.226626:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10998 00000100:00100000:2.0:1746156246.226631:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057415296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1297us (1470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.226636:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6461 00000100:00100000:0.0:1746156246.226928:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.226997:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057415680 00000100:00100000:2.0:1746156246.227001:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057415680 00002000:00100000:2.0:1746156246.227021:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350d880 x1830977057415680/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.227029:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350d880 with x1830977057415680 ext(0->4095) 00010000:00010000:2.0:1746156246.227034:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.227043:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.227048:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350d880 00000100:00100000:2.0:1746156246.227059:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2702 00000100:00100000:2.0:1746156246.227064:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057415680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.227321:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057415680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 255us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.227327:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2702 00002000:00100000:2.0:1746156246.227332:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350d880 x1830977057415680/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.227344:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350d880 with x1830977057415680 ext(0->4095) 00010000:00010000:2.0:1746156246.227348:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.227356:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.227361:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350d880 00000100:00100000:0.0:1746156246.228685:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.228754:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057415808 00000100:00100000:3.0:1746156246.228804:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057415808 00010000:00010000:3.0:1746156246.228825:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.228843:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10999 00000100:00100000:3.0:1746156246.228849:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057415808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.228859:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.228874:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.228883:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.228900:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78042 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e71 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.228912:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.228913:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.228917:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.228923:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.228945:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.228954:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053998080:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.229434:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.231010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.231076:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053998080:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.231089:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.231135:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057415808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2286us (2454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.231146:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10999 00000100:00100000:2.0:1746156246.231219:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057416064 00000100:00100000:2.0:1746156246.231224:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057416064 00002000:00100000:2.0:1746156246.231253:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350ed80 x1830977057416064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.231261:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350ed80 with x1830977057416064 ext(0->4095) 00002000:00010000:2.0:1746156246.231264:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350ed80 00000100:00100000:2.0:1746156246.231290:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4700 00000100:00100000:2.0:1746156246.231296:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057416064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.231693:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057416064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 238us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.231699:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4700 00002000:00100000:2.0:1746156246.231705:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350ed80 x1830977057416064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.231711:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350ed80 with x1830977057416064 ext(0->4095) 00002000:00010000:2.0:1746156246.231714:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350ed80 00000100:00100000:2.0:1746156246.233563:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.233644:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057416192 00000100:00100000:0.0:1746156246.233649:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057416192 00000100:00100000:0.0:1746156246.233681:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6462 00000100:00100000:0.0:1746156246.233687:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057416192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156246.233699:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156246.233710:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e7f expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.233729:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.233735:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156246.233736:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156246.233739:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.233760:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.233769:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 51 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746156246.233778:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133fc3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053998208:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156246.233836:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.235013:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133fc3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053998208:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.235032:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.235143:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97200, rc 0) 00000100:00100000:2.0:1746156246.235171:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057416192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1483us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.235476:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6462 00000100:00100000:0.0:1746156246.235624:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.235695:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057416320 00000100:00100000:3.0:1746156246.235701:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057416320 00010000:00010000:3.0:1746156246.235723:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.235738:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11000 00000100:00100000:3.0:1746156246.235743:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057416320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.235753:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.235770:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.235778:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.235795:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78049 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e78 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.235818:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.235819:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.235824:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.235832:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.235853:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.235862:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053998336:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.235915:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.237690:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.237843:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053998336:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.237859:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.237886:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057416320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2143us (2263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.237894:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11000 00000100:00100000:2.0:1746156246.238070:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057416576 00000100:00100000:2.0:1746156246.238075:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057416576 00002000:00100000:2.0:1746156246.238115:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc3800 x1830977057416576/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.238123:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc3800 with x1830977057416576 ext(0->4095) 00002000:00010000:2.0:1746156246.238126:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133fc3800 00000100:00100000:2.0:1746156246.238148:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4701 00000100:00100000:2.0:1746156246.238153:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057416576:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.238800:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057416576:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 645us (1115us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.238806:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4701 00002000:00100000:2.0:1746156246.238812:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc3800 x1830977057416576/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.238819:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc3800 with x1830977057416576 ext(0->4095) 00002000:00010000:2.0:1746156246.238822:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133fc3800 00000100:00100000:0.0:1746156246.240284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.240399:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057416704 00000100:00100000:2.0:1746156246.240406:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057416704 00000100:00100000:2.0:1746156246.240445:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6463 00000100:00100000:2.0:1746156246.240452:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31591:x1830977057416704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.240464:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.240476:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e86 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.240497:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.240508:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.240509:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.240512:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.240536:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.240545:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.240555:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053998464:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.240624:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.241726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.241789:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977053998464:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156246.241789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156246.241809:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.241825:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156246.241850:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057416704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1399us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.241856:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6463 00000100:00100000:1.0:1746156246.241856:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057416960 00000100:00100000:1.0:1746156246.241860:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057416960 00000100:00100000:1.0:1746156246.241879:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6464 00000100:00100000:1.0:1746156246.241885:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057416960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.241894:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.241902:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e8d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.242027:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057416832 00000100:00100000:3.0:1746156246.242031:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057416832 00010000:00010000:3.0:1746156246.242048:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.242064:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11001 00000100:00100000:3.0:1746156246.242069:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057416832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.242077:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.242091:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.242109:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.242124:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e78050 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e7f expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.242137:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.242139:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.242143:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.242149:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.242167:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.242175:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053998592:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.242214:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00010000:00010000:1.0:1746156246.242257:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.242263:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.242264:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.242266:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.242285:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.242294:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.242302:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053998720:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.242322:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.243660:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053998720:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.243661:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977053998592:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.243673:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156246.243676:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.243684:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:3.0:1746156246.243697:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057416832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1627us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.243698:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057416960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1813us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.243704:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11001 00000100:00100000:1.0:1746156246.243704:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6464 00000100:00100000:0.0:1746156246.244844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.244890:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057417216 00000100:00100000:2.0:1746156246.244895:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057417216 00002000:00100000:2.0:1746156246.244930:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0e00 x1830977057417216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.244938:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0e00 with x1830977057417216 ext(0->4095) 00010000:00010000:2.0:1746156246.244943:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.244954:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.244959:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0e00 00000100:00100000:2.0:1746156246.244986:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2703 00000100:00100000:2.0:1746156246.244992:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057417216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.245125:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057417216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.245131:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2703 00002000:00100000:2.0:1746156246.245136:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0e00 x1830977057417216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.245175:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0e00 with x1830977057417216 ext(0->4095) 00010000:00010000:2.0:1746156246.245180:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.245188:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.245193:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0e00 00000100:00100000:0.0:1746156246.246757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.246800:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057417344 00000100:00100000:1.0:1746156246.246806:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057417344 00000100:00100000:0.0:1746156246.246820:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.246859:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057417472 00000100:00100000:3.0:1746156246.246863:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057417472 00010000:00010000:3.0:1746156246.246883:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746156246.246956:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11002 00000100:00100000:0.0:1746156246.246963:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057417472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156246.246971:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156246.246986:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.246996:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.247017:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78057 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e86 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.247039:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.247041:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746156246.247045:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6465 00010000:00010000:0.0:1746156246.247047:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.247050:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057417344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156246.247054:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.247061:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.247069:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e94 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.247076:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.247081:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.247086:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.247087:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.247090:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.247162:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746156246.247172:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133fc3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053998848:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.247277:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.247285:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.247292:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053998976:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156246.247347:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.247651:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.249301:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133fc3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053998848:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.249301:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053998976:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.249313:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156246.249318:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.249328:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:2.0:1746156246.249351:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057417472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2389us (2530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.249351:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057417344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2300us (2596us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.249357:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11002 00000100:00100000:1.0:1746156246.249357:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6465 00000100:00100000:0.0:1746156246.250787:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.250834:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057417728 00000100:00100000:2.0:1746156246.250840:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057417728 00002000:00100000:2.0:1746156246.250871:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc3100 x1830977057417728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.250879:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc3100 with x1830977057417728 ext(0->4095) 00010000:00010000:2.0:1746156246.250885:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.250895:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.250900:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc3100 00000100:00100000:2.0:1746156246.250929:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2704 00000100:00100000:2.0:1746156246.250935:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057417728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.251053:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057417728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.251059:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2704 00002000:00100000:2.0:1746156246.251064:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc3100 x1830977057417728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.251070:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc3100 with x1830977057417728 ext(0->4095) 00010000:00010000:2.0:1746156246.251074:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.251082:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.251088:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc3100 00000100:00100000:2.0:1746156246.252843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.253076:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057417856 00000100:00100000:1.0:1746156246.253081:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057417856 00000100:00100000:1.0:1746156246.253132:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6466 00000100:00100000:1.0:1746156246.253137:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057417856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.253150:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.253161:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813e9b expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.253180:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.253184:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.253189:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156246.253191:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.253218:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.253228:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.253236:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:2.0:1746156246.253286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.253387:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057417984 00000100:00100000:3.0:1746156246.253391:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057417984 00010000:00010000:3.0:1746156246.253406:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 54 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.253423:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11003 00000100:00100000:3.0:1746156246.253428:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1973:x1830977057417984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.253435:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.253451:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 54 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.253460:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 54 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.253474:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7805e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e8d expref: 54 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.253486:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.253488:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.253492:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.253499:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.253516:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.253525:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 5 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.253535:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053999232:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.253638:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057417856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 499us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.253644:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6466 00000100:00100000:3.0:1746156246.253741:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.255195:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053999232:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.255211:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.255249:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1973:x1830977057417984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1819us (1961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.255257:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11003 00000100:00100000:0.0:1746156246.255982:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.256072:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057418240 00000100:00100000:2.0:1746156246.256078:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057418240 00002000:00100000:2.0:1746156246.256124:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cea300 x1830977057418240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.256132:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cea300 with x1830977057418240 ext(0->4095) 00010000:00010000:2.0:1746156246.256139:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.256150:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.256156:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cea300 00000100:00100000:2.0:1746156246.256182:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2705 00000100:00100000:2.0:1746156246.256189:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057418240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.256314:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057418240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.256320:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2705 00002000:00100000:2.0:1746156246.256325:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cea300 x1830977057418240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.256382:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cea300 with x1830977057418240 ext(0->4095) 00010000:00010000:2.0:1746156246.256387:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.256395:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.256401:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cea300 00000100:00100000:0.0:1746156246.259061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.259246:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057418368 00000100:00100000:3.0:1746156246.259252:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057418368 00010000:00010000:3.0:1746156246.259281:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.259304:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11004 00000100:00100000:3.0:1746156246.259310:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057418368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.259319:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.259336:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.259346:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.259363:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e78065 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e94 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.259413:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.259415:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.259421:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.259428:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.259455:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.259466:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053999360:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.259537:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.262537:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053999360:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.262552:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.262578:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057418368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3269us (3524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.262585:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11004 00000100:00100000:0.0:1746156246.265420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.265572:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057418624 00000100:00100000:2.0:1746156246.265579:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057418624 00002000:00100000:2.0:1746156246.265618:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8700 x1830977057418624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.265628:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8700 with x1830977057418624 ext(0->4095) 00002000:00010000:2.0:1746156246.265633:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8700 00000100:00100000:2.0:1746156246.265655:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4702 00000100:00100000:2.0:1746156246.265663:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057418624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.265785:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057418624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.265791:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4702 00002000:00100000:2.0:1746156246.265796:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8700 x1830977057418624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.265804:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8700 with x1830977057418624 ext(0->4095) 00002000:00010000:2.0:1746156246.265807:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8700 00000100:00100000:0.0:1746156246.267989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.268072:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057418752 00000100:00100000:1.0:1746156246.268079:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057418752 00000100:00100000:1.0:1746156246.268135:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6467 00000100:00100000:1.0:1746156246.268141:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057418752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.268155:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.268167:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ea2 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.268188:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.268194:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.268195:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.268198:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.268220:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.268230:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.268239:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053999488:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.268306:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.269532:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053999488:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.269549:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.269560:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:1.0:1746156246.269583:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057418752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1442us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.269589:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6467 00000100:00100000:0.0:1746156246.270592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.271210:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057418880 00000100:00100000:2.0:1746156246.271216:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057418880 00010000:00010000:2.0:1746156246.271246:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.271633:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11005 00000100:00100000:2.0:1746156246.271641:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057418880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.271651:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.271667:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.271678:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.271696:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e7806c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813e9b expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.271850:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.271852:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.271859:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.271867:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.271892:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.271902:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053999616:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.272215:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.276256:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.276290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.276396:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053999616:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.276416:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.276448:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057418880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4808us (5857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.276456:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11005 00000100:00100000:2.0:1746156246.276493:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057419264 00000100:00100000:2.0:1746156246.276497:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057419264 00002000:00100000:2.0:1746156246.276523:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8380 x1830977057419264/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.276537:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8380 with x1830977057419264 ext(0->4095) 00002000:00010000:2.0:1746156246.276541:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8380 00000100:00100000:2.0:1746156246.276566:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4703 00000100:00100000:2.0:1746156246.276574:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057419264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.276678:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057419264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.276684:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4703 00002000:00100000:2.0:1746156246.276688:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8380 x1830977057419264/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.276694:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8380 with x1830977057419264 ext(0->4095) 00002000:00010000:2.0:1746156246.276697:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8380 00000100:00100000:1.0:1746156246.276842:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057419008 00000100:00100000:1.0:1746156246.276846:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057419008 00000100:00100000:1.0:1746156246.276868:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6468 00000100:00100000:1.0:1746156246.276873:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057419008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.276881:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.276891:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ea9 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.276910:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.276917:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.276918:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.276921:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.276942:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.276952:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 5 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.276961:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053999744:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.277005:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.279922:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977053999744:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.279946:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.279963:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156246.280012:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057419008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3137us (3762us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.280020:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6468 00000100:00100000:0.0:1746156246.280508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.280879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.280933:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057419520 00000100:00100000:2.0:1746156246.280939:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057419520 00010000:00010000:2.0:1746156246.280967:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.280988:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11006 00000100:00100000:2.0:1746156246.280994:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057419520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.281004:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.281020:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.281030:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.281902:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057419392 00000100:00100000:1.0:1746156246.281909:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057419392 00000100:00100000:1.0:1746156246.281950:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6469 00000100:00100000:1.0:1746156246.281960:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057419392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.281973:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.281988:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813eb0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.282692:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.282699:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.282706:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.282710:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.282729:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78073 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea2 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.282752:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.282754:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.282760:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.282767:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.282789:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.282800:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.282810:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053999872:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.282864:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00010000:00010000:1.0:1746156246.282989:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.282997:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.283010:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054000000:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.283030:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.284583:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977053999872:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.284601:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.284641:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057419520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3646us (3761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.284650:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11006 00000100:00100000:0.0:1746156246.285476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.285577:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054000000:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.285595:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.285607:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90c00, rc 0) 00000100:00100000:1.0:1746156246.285630:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057419392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3674us (5123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.285636:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6469 00000100:00100000:2.0:1746156246.285890:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057419776 00000100:00100000:2.0:1746156246.285896:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057419776 00002000:00100000:2.0:1746156246.285925:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceb800 x1830977057419776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.285935:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceb800 with x1830977057419776 ext(0->4095) 00010000:00010000:2.0:1746156246.285940:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.285951:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.285957:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceb800 00000100:00100000:2.0:1746156246.286336:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2706 00000100:00100000:2.0:1746156246.286344:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057419776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.286539:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057419776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 196us (1063us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.286544:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2706 00002000:00100000:2.0:1746156246.286549:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceb800 x1830977057419776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.286555:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceb800 with x1830977057419776 ext(0->4095) 00010000:00010000:2.0:1746156246.286560:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.286568:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.286574:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceb800 00000100:00100000:0.0:1746156246.288169:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.288256:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057419904 00000100:00100000:2.0:1746156246.288261:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057419904 00010000:00010000:2.0:1746156246.288284:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.288486:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11007 00000100:00100000:2.0:1746156246.288494:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057419904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.288539:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.288557:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.288567:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.288585:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7807a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ea9 expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.288598:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.288600:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.288605:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.288613:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.288643:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.288657:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054000128:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.288721:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.290454:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054000128:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.290469:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.290611:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057419904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2115us (2443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.290620:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11007 00000100:00100000:0.0:1746156246.291003:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.291180:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057420160 00000100:00100000:3.0:1746156246.291185:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057420160 00002000:00100000:3.0:1746156246.291212:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cea680 x1830977057420160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.291220:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cea680 with x1830977057420160 ext(0->4095) 00002000:00010000:3.0:1746156246.291223:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cea680 00000100:00100000:3.0:1746156246.291244:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4704 00000100:00100000:3.0:1746156246.291249:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057420160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.291387:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057420160:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.291392:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4704 00002000:00100000:3.0:1746156246.291397:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cea680 x1830977057420160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.291404:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cea680 with x1830977057420160 ext(0->4095) 00002000:00010000:3.0:1746156246.291406:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cea680 00000100:00100000:0.0:1746156246.293123:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.293204:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057420288 00000100:00100000:1.0:1746156246.293209:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057420288 00000100:00100000:1.0:1746156246.293248:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6470 00000100:00100000:1.0:1746156246.293254:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057420288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.293265:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.293277:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813eb7 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.293300:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.293307:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.293309:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.293311:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.293338:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.293349:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.293359:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054000256:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.293449:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.295410:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054000256:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.295435:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.295447:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00000100:00100000:2.0:1746156246.295479:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057420288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2225us (2360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.295486:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6470 00000100:00100000:0.0:1746156246.296187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.296243:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057420416 00000100:00100000:3.0:1746156246.296249:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057420416 00010000:00010000:3.0:1746156246.296273:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.296915:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11008 00000100:00100000:3.0:1746156246.296922:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057420416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.296933:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.296950:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.296959:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.296975:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78081 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb0 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.296990:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.296992:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.296997:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.297003:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.297025:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.297038:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054000384:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.298355:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.302449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.302512:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.302888:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057420800 00000100:00100000:2.0:1746156246.302896:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057420800 00000100:00100000:2.0:1746156246.302936:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6471 00000100:00100000:2.0:1746156246.302943:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057420800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.302957:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156246.302967:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054000384:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.302970:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ebe expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.302984:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156246.302993:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.302999:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746156246.303001:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057420672 00010000:00010000:2.0:1746156246.303002:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.303005:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.303005:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057420672 00000100:00100000:3.0:1746156246.303021:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057420416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6100us (6837us total) trans 0 rc 0/0 00002000:00100000:1.0:1746156246.303024:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9f80 x1830977057420672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746156246.303026:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.303032:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11008 00002000:00100000:1.0:1746156246.303033:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9f80 with x1830977057420672 ext(0->4095) 00010000:00010000:2.0:1746156246.303036:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.303037:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.303045:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054000512:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.303045:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.303050:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9f80 00000100:00100000:1.0:1746156246.303063:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2707 00000100:00100000:1.0:1746156246.303067:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057420672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.303108:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.303346:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057420672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (740us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.303356:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2707 00002000:00100000:1.0:1746156246.303362:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9f80 x1830977057420672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.303734:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9f80 with x1830977057420672 ext(0->4095) 00010000:00010000:1.0:1746156246.303739:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.303747:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.303752:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9f80 00000100:00100000:3.0:1746156246.307922:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054000512:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.307962:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.307981:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:3.0:1746156246.308023:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057420800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5076us (5505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.308033:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6471 00000100:00100000:0.0:1746156246.308312:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.308349:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057420928 00000100:00100000:3.0:1746156246.308354:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057420928 00000100:00100000:3.0:1746156246.308410:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6472 00000100:00100000:3.0:1746156246.308416:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057420928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746156246.308425:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156246.308427:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.308437:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ec5 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.308457:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.308461:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.308464:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057421056 00010000:00010000:3.0:1746156246.308467:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.308469:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.308469:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057421056 00010000:00010000:1.0:1746156246.308486:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.308491:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.308500:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.308503:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11009 00010000:00010000:3.0:1746156246.308507:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:1.0:1746156246.308508:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057421056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.308515:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.308531:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.308540:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.308555:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78088 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eb7 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.308632:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057420928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.308637:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6472 00010000:00010000:1.0:1746156246.308948:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.308950:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.308956:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.308964:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.308984:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.308993:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.309002:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054000768:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.309058:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.312719:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.312806:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057421312 00000100:00100000:2.0:1746156246.312813:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057421312 00002000:00100000:2.0:1746156246.312853:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceaa00 x1830977057421312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.312861:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceaa00 with x1830977057421312 ext(0->4095) 00010000:00010000:2.0:1746156246.312868:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.312879:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.312885:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceaa00 00000100:00100000:1.0:1746156246.312994:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054000768:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.313008:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.313044:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057421056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4535us (4618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.313052:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11009 00000100:00100000:2.0:1746156246.313553:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2708 00000100:00100000:2.0:1746156246.313561:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057421312:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.313917:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057421312:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 357us (1203us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.313924:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2708 00002000:00100000:3.0:1746156246.313930:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceaa00 x1830977057421312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.313937:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceaa00 with x1830977057421312 ext(0->4095) 00010000:00010000:3.0:1746156246.313942:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.313953:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.313959:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceaa00 00000100:00100000:0.0:1746156246.315814:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.315897:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057421440 00000100:00100000:1.0:1746156246.315902:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057421440 00010000:00010000:1.0:1746156246.315924:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.315961:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11010 00000100:00100000:1.0:1746156246.315966:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057421440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.315976:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.315989:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.315998:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.316013:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7808f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ebe expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.316035:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.316037:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.316042:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.316049:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.316071:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.316079:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054000896:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.316147:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.318152:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054000896:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.318168:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.318211:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057421440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2243us (2402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.318220:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11010 00000100:00100000:0.0:1746156246.318291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.318710:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057421696 00000100:00100000:3.0:1746156246.318715:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057421696 00002000:00100000:3.0:1746156246.318744:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444aa00 x1830977057421696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.318753:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444aa00 with x1830977057421696 ext(0->4095) 00002000:00010000:3.0:1746156246.318757:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444aa00 00000100:00100000:3.0:1746156246.318775:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4705 00000100:00100000:3.0:1746156246.318782:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057421696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.319468:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057421696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 684us (1175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.319475:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4705 00002000:00100000:3.0:1746156246.319480:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444aa00 x1830977057421696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.319487:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444aa00 with x1830977057421696 ext(0->4095) 00002000:00010000:3.0:1746156246.319490:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444aa00 00000100:00100000:0.0:1746156246.322178:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.322268:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057421824 00000100:00100000:3.0:1746156246.322275:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057421824 00000100:00100000:3.0:1746156246.322685:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6473 00000100:00100000:3.0:1746156246.322693:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057421824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.322711:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.322724:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ecc expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.322747:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.322754:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.322755:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.322758:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.322780:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.322789:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.322800:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054001024:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.322918:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.325906:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.325974:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057421952 00000100:00100000:1.0:1746156246.325981:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057421952 00010000:00010000:1.0:1746156246.326008:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.326045:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11011 00000100:00100000:1.0:1746156246.326052:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057421952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.326089:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.326115:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.326126:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.326145:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.326147:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.326152:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.326175:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.326213:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.326224:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054001152:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.326282:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00010000:00010000:3.0:1746156246.326362:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78096 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ec5 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.326392:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054001024:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.326411:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.326423:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2400, rc 0) 00000100:00100000:3.0:1746156246.326442:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057421824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3751us (4271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.326448:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6473 00000100:00100000:0.0:1746156246.329272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.329391:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054001152:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.329406:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.329445:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057421952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3387us (3539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.329458:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11011 00000100:00100000:3.0:1746156246.329616:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057422208 00000100:00100000:3.0:1746156246.329622:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057422208 00002000:00100000:3.0:1746156246.329655:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094449180 x1830977057422208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.329664:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094449180 with x1830977057422208 ext(0->4095) 00002000:00010000:3.0:1746156246.329667:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094449180 00000100:00100000:3.0:1746156246.329680:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4706 00000100:00100000:3.0:1746156246.329685:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094449180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057422208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156246.329924:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.329971:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057422336 00000100:00100000:2.0:1746156246.329978:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057422336 00000100:00100000:2.0:1746156246.330007:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6474 00000100:00100000:2.0:1746156246.330017:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057422336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.330026:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.330038:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ed3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.330061:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.330068:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.330070:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.330073:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.330094:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.330113:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.330120:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094449180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057422208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 434us (854us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.330123:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054001280:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.330126:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4706 00002000:00100000:3.0:1746156246.330131:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094449180 x1830977057422208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.330138:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094449180 with x1830977057422208 ext(0->4095) 00000100:00100000:2.0:1746156246.330159:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00010000:00010000:3.0:1746156246.330328:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.330338:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.330349:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094449180 00000100:00100000:2.0:1746156246.333295:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054001280:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.333322:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.333336:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156246.333389:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057422336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3376us (3465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.333396:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6474 00000100:00100000:0.0:1746156246.335639:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.335722:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.335788:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057422592 00000100:00100000:1.0:1746156246.335796:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057422592 00000100:00100000:2.0:1746156246.335803:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057422464 00000100:00100000:2.0:1746156246.335808:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057422464 00010000:00010000:1.0:1746156246.335824:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.335846:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6475 00000100:00100000:2.0:1746156246.335852:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057422464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156246.335856:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11012 00000100:00100000:1.0:1746156246.335862:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057422592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.335864:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.335876:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813eda expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.335878:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.335893:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.335897:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.335903:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.335905:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.336157:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.336168:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.336172:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.336182:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7809d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ecc expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.336184:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.336191:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.336192:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.336197:0:8463:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.336211:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.336288:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156246.336297:0:8463:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.336307:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.336316:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054001536:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.336408:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057422592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 544us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.336414:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11012 00000100:00100000:2.0:1746156246.336425:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.338659:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054001536:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.338679:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156246.338711:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057422464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2859us (3077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.338717:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6475 00000100:00100000:0.0:1746156246.339771:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.340198:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057422848 00000100:00100000:3.0:1746156246.340206:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057422848 00002000:00100000:3.0:1746156246.340237:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448a80 x1830977057422848/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.340245:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448a80 with x1830977057422848 ext(0->4095) 00010000:00010000:3.0:1746156246.340252:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.340263:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.340269:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094448a80 00000100:00100000:3.0:1746156246.340297:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2709 00000100:00100000:3.0:1746156246.340303:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057422848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.340471:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057422848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (702us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.340477:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2709 00002000:00100000:3.0:1746156246.340482:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448a80 x1830977057422848/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.340489:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448a80 with x1830977057422848 ext(0->4095) 00010000:00010000:3.0:1746156246.340493:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.340507:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.340512:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094448a80 00000100:00100000:0.0:1746156246.343244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.343508:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057422976 00000100:00100000:1.0:1746156246.343541:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057422976 00010000:00010000:1.0:1746156246.343571:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.343650:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11013 00000100:00100000:1.0:1746156246.343657:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057422976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.343667:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.343686:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.343696:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.343713:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e780a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ed3 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.343736:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.343738:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.343744:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.343751:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.343834:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.343845:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054001664:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.343918:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.345139:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054001664:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.345156:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.345198:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057422976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1541us (1958us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.345206:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11013 00000100:00100000:0.0:1746156246.345568:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.345638:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057423232 00000100:00100000:3.0:1746156246.345643:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057423232 00002000:00100000:3.0:1746156246.345670:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703480 x1830977057423232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.345678:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703480 with x1830977057423232 ext(0->4095) 00002000:00010000:3.0:1746156246.345682:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703480 00000100:00100000:3.0:1746156246.345705:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4707 00000100:00100000:3.0:1746156246.345715:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057423232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.345822:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057423232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.345827:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4707 00002000:00100000:3.0:1746156246.345832:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703480 x1830977057423232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.345839:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703480 with x1830977057423232 ext(0->4095) 00002000:00010000:3.0:1746156246.345841:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703480 00000100:00100000:0.0:1746156246.348065:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.348157:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057423360 00000100:00100000:2.0:1746156246.348164:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057423360 00000100:00100000:2.0:1746156246.348198:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6476 00000100:00100000:2.0:1746156246.348205:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057423360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.348218:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.348231:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ee1 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.348257:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.348263:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.348265:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.348268:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.348289:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.348299:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 51 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.348310:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054001792:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.348403:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.349982:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054001792:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.350006:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.350017:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156246.350045:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057423360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1841us (1985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.350051:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6476 00000100:00100000:0.0:1746156246.350478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.350558:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057423488 00000100:00100000:1.0:1746156246.350563:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057423488 00010000:00010000:1.0:1746156246.350582:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.350638:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11014 00000100:00100000:1.0:1746156246.350644:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057423488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.350655:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.350670:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.350680:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.350696:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e780ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eda expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.350720:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.350722:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.350727:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.350734:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.350758:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.350768:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054001920:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.350929:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497540 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.351808:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054001920:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.351893:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.351928:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057423488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1284us (1450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.351936:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11014 00000100:00100000:0.0:1746156246.352122:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.352209:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057423744 00000100:00100000:3.0:1746156246.352213:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057423744 00002000:00100000:3.0:1746156246.352240:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703b80 x1830977057423744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.352254:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703b80 with x1830977057423744 ext(0->4095) 00002000:00010000:3.0:1746156246.352257:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703b80 00000100:00100000:3.0:1746156246.352281:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4708 00000100:00100000:3.0:1746156246.352287:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057423744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.352419:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057423744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.352425:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4708 00002000:00100000:3.0:1746156246.352430:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703b80 x1830977057423744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.352437:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703b80 with x1830977057423744 ext(0->4095) 00002000:00010000:3.0:1746156246.352439:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095703b80 00000100:00100000:0.0:1746156246.353835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.353887:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057423872 00000100:00100000:2.0:1746156246.353893:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057423872 00000100:00100000:2.0:1746156246.353921:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6477 00000100:00100000:2.0:1746156246.353928:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31591:x1830977057423872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.353939:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.353951:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ee8 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.353971:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.353977:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.353979:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.353981:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.354001:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.354011:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.354020:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054002048:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.354090:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.355136:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054002048:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.355155:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.355169:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156246.355224:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057423872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1296us (1392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.355231:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6477 00000100:00100000:0.0:1746156246.356721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.356765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.356846:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057424128 00000100:00100000:2.0:1746156246.356851:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057424128 00000100:00100000:2.0:1746156246.356883:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6478 00000100:00100000:2.0:1746156246.356889:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057424128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.356902:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.356914:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813eef expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.356933:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.356938:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.356943:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.356946:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.356971:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.356981:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.356993:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156246.357021:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057424128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.357027:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6478 00000100:00100000:1.0:1746156246.357176:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057424000 00000100:00100000:1.0:1746156246.357181:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057424000 00010000:00010000:1.0:1746156246.357196:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.357228:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11015 00000100:00100000:1.0:1746156246.357234:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095702300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057424000:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.357244:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.357260:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.357269:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.357283:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee1 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.357305:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.357306:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.357311:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.357318:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.357336:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.357345:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.357609:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054002304:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.357842:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.359254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.359345:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054002304:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.359350:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057424384 00000100:00100000:2.0:1746156246.359356:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057424384 00010000:00010000:1.0:1746156246.359363:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156246.359406:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701f80 x1830977057424384/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.359414:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701f80 with x1830977057424384 ext(0->4095) 00010000:00010000:2.0:1746156246.359420:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.359431:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.359437:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701f80 00000100:00100000:1.0:1746156246.359558:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095702300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057424000:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2323us (2841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.359565:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11015 00000100:00100000:2.0:1746156246.359974:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2710 00000100:00100000:2.0:1746156246.359983:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057424384:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746156246.360120:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057424384:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (870us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.360126:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2710 00002000:00100000:2.0:1746156246.360131:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701f80 x1830977057424384/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.360143:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701f80 with x1830977057424384 ext(0->4095) 00010000:00010000:2.0:1746156246.360148:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.360157:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.360161:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701f80 00000100:00100000:0.0:1746156246.362752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.363129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.363199:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057424512 00000100:00100000:2.0:1746156246.363206:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057424512 00000100:00100000:2.0:1746156246.363253:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6479 00000100:00100000:2.0:1746156246.363261:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057424512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.363276:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.363289:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ef6 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.363309:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.363314:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.363320:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.363323:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.363350:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.363388:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.363398:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156246.363430:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057424512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.363436:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6479 00000100:00100000:1.0:1746156246.364061:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057424640 00000100:00100000:1.0:1746156246.364066:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057424640 00010000:00010000:1.0:1746156246.364084:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.364114:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11016 00000100:00100000:1.0:1746156246.364119:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057424640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.364127:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.364142:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.364150:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.364164:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e780b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ee8 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.364209:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.364211:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.364216:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.364222:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.364242:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.364251:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.364261:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054002560:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.364329:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.365289:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054002560:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.365302:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.365647:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057424640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1525us (2516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.365655:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11016 00000100:00100000:0.0:1746156246.366436:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.366586:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057424896 00000100:00100000:3.0:1746156246.366591:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057424896 00002000:00100000:3.0:1746156246.366618:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701500 x1830977057424896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.366627:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701500 with x1830977057424896 ext(0->4095) 00010000:00010000:3.0:1746156246.366632:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.366643:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.366649:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701500 00000100:00100000:3.0:1746156246.366676:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2711 00000100:00100000:3.0:1746156246.366683:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057424896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.366802:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057424896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.366808:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2711 00002000:00100000:3.0:1746156246.366812:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095701500 x1830977057424896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.366819:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701500 with x1830977057424896 ext(0->4095) 00010000:00010000:3.0:1746156246.366823:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.366830:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.366835:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701500 00000100:00100000:0.0:1746156246.368409:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.368487:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.368517:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057425152 00000100:00100000:1.0:1746156246.368523:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057425152 00000100:00100000:3.0:1746156246.368528:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057425024 00000100:00100000:3.0:1746156246.368531:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057425024 00010000:00010000:1.0:1746156246.368543:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.368557:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6480 00000100:00100000:1.0:1746156246.368561:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11017 00000100:00100000:3.0:1746156246.368562:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057425024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156246.368566:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057425152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.368570:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.368575:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.368578:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813efd expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.368589:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 54 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.368591:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.368595:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.368602:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156246.368604:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.368808:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 54 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.368825:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e780c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813eef expref: 54 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.368833:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.368842:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.368846:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.368848:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.368853:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.368859:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.368867:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00010000:00010000:1.0:1746156246.368877:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.368887:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 5 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.368891:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057425024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 329us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.368895:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6480 00000100:00100000:1.0:1746156246.368896:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054002816:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.368948:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.372881:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054002816:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.372899:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.373388:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057425152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4798us (4876us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.373401:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11017 00000100:00100000:0.0:1746156246.373559:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.373623:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057425408 00000100:00100000:3.0:1746156246.373629:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057425408 00002000:00100000:3.0:1746156246.373661:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbed80 x1830977057425408/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.373671:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbed80 with x1830977057425408 ext(0->4095) 00010000:00010000:3.0:1746156246.373678:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.373689:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.373695:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbed80 00000100:00100000:3.0:1746156246.373723:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2712 00000100:00100000:3.0:1746156246.373729:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057425408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.373868:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057425408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.373873:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2712 00002000:00100000:3.0:1746156246.373878:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbed80 x1830977057425408/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.373885:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbed80 with x1830977057425408 ext(0->4095) 00010000:00010000:3.0:1746156246.373890:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.373898:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.373904:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbed80 00000100:00100000:0.0:1746156246.375199:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.375275:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057425536 00000100:00100000:1.0:1746156246.375280:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057425536 00010000:00010000:1.0:1746156246.375297:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.375328:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11018 00000100:00100000:1.0:1746156246.375333:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057425536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.375342:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.375353:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.375362:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.375400:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e780c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ef6 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.375412:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.375413:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.375419:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.375426:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.375447:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.375457:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054002944:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.375518:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.378471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.378640:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054002944:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.378656:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.378698:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057425536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3365us (3501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.378706:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11018 00000100:00100000:3.0:1746156246.378820:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057425792 00000100:00100000:3.0:1746156246.378826:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057425792 00002000:00100000:3.0:1746156246.378853:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbd500 x1830977057425792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.378862:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd500 with x1830977057425792 ext(0->4095) 00002000:00010000:3.0:1746156246.378865:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbd500 00000100:00100000:3.0:1746156246.378882:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4709 00000100:00100000:3.0:1746156246.378887:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057425792:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.379030:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057425792:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.379035:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4709 00002000:00100000:3.0:1746156246.379040:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbd500 x1830977057425792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.379047:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd500 with x1830977057425792 ext(0->4095) 00002000:00010000:3.0:1746156246.379050:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbd500 00000100:00100000:2.0:1746156246.383297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.383399:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057425920 00000100:00100000:3.0:1746156246.383406:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057425920 00000100:00100000:3.0:1746156246.383504:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6481 00000100:00100000:3.0:1746156246.383512:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057425920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.383526:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.383539:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f04 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.383559:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.383565:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.383566:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.383569:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.383590:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.383598:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 51 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.383612:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054003072:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.383687:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.385281:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054003072:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.385300:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.385309:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156246.385341:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057425920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1830us (2051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.385348:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6481 00000100:00100000:0.0:1746156246.386261:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.386792:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057426048 00000100:00100000:1.0:1746156246.386797:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057426048 00010000:00010000:1.0:1746156246.386821:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.386851:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11019 00000100:00100000:1.0:1746156246.386856:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057426048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.386868:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.386884:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.386894:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.386911:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813efd expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.386932:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.386934:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.386940:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.386947:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.386971:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.386980:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054003200:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.387038:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.388572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.388644:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054003200:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.388656:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.388679:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057426048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1823us (2419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.388686:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11019 00000100:00100000:3.0:1746156246.388742:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057426304 00000100:00100000:3.0:1746156246.388746:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057426304 00002000:00100000:3.0:1746156246.388770:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbd880 x1830977057426304/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.388778:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd880 with x1830977057426304 ext(0->4095) 00002000:00010000:3.0:1746156246.388781:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbd880 00000100:00100000:3.0:1746156246.388803:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4710 00000100:00100000:3.0:1746156246.388808:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057426304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.388905:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057426304:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.388909:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4710 00002000:00100000:3.0:1746156246.388914:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbd880 x1830977057426304/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.388925:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd880 with x1830977057426304 ext(0->4095) 00002000:00010000:3.0:1746156246.388927:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbd880 00000100:00100000:2.0:1746156246.389696:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.389778:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057426432 00000100:00100000:3.0:1746156246.389781:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057426432 00000100:00100000:3.0:1746156246.389799:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6482 00000100:00100000:3.0:1746156246.389803:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057426432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.389811:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.389823:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f0b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.390082:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.390090:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.390092:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.390105:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.390128:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.390138:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.390148:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054003328:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.390695:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.391259:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.391404:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057426560 00000100:00100000:2.0:1746156246.391409:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057426560 00000100:00100000:2.0:1746156246.391448:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6483 00000100:00100000:2.0:1746156246.391454:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057426560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.391462:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.391471:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f12 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.391486:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.391490:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.391495:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.391497:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.391518:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.391529:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.391536:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156246.391574:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057426560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.391580:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6483 00000100:00100000:0.0:1746156246.392453:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.392527:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054003328:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.392547:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.392557:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156246.392581:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057426432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2777us (2885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.392587:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6482 00000100:00100000:1.0:1746156246.392706:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057426688 00000100:00100000:1.0:1746156246.392710:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057426688 00010000:00010000:1.0:1746156246.392729:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.392754:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11020 00000100:00100000:1.0:1746156246.392759:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057426688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.392768:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.392783:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.392796:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.392813:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e780d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f04 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.392833:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.392835:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.392840:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.392846:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.392867:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.392876:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.393480:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054003584:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.393538:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.396268:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.396723:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057426944 00000100:00100000:2.0:1746156246.396731:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057426944 00002000:00100000:2.0:1746156246.396771:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe300 x1830977057426944/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.396781:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe300 with x1830977057426944 ext(0->4095) 00010000:00010000:2.0:1746156246.396788:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.396801:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.396807:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbe300 00000100:00100000:2.0:1746156246.396837:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2713 00000100:00100000:2.0:1746156246.396845:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057426944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.396963:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057426944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (700us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.396969:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2713 00002000:00100000:2.0:1746156246.396974:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe300 x1830977057426944/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.396981:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe300 with x1830977057426944 ext(0->4095) 00010000:00010000:2.0:1746156246.396985:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.396992:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.396997:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbe300 00000100:00100000:1.0:1746156246.397211:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054003584:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.397226:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.397259:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057426688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4499us (4806us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.397268:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11020 00000100:00100000:0.0:1746156246.400249:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.400295:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057427072 00000100:00100000:1.0:1746156246.400301:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057427072 00010000:00010000:1.0:1746156246.400323:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.400348:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11021 00000100:00100000:1.0:1746156246.400353:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057427072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.400363:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.400400:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.400471:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.400486:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f0b expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.400500:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.400502:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.400506:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.400511:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.400530:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.400538:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054003712:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.400608:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.404093:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054003712:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.404121:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.404165:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057427072:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3810us (3919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.404174:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11021 00000100:00100000:0.0:1746156246.404519:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.404560:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057427328 00000100:00100000:2.0:1746156246.404565:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057427328 00002000:00100000:2.0:1746156246.404591:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbf100 x1830977057427328/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.404599:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf100 with x1830977057427328 ext(0->4095) 00002000:00010000:2.0:1746156246.404602:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbf100 00000100:00100000:2.0:1746156246.404623:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4711 00000100:00100000:2.0:1746156246.404629:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057427328:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.404728:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057427328:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (209us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.404733:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4711 00002000:00100000:2.0:1746156246.404737:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbf100 x1830977057427328/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.404743:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf100 with x1830977057427328 ext(0->4095) 00002000:00010000:2.0:1746156246.404745:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbf100 00000100:00100000:0.0:1746156246.408601:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.408965:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057427456 00000100:00100000:3.0:1746156246.408972:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057427456 00000100:00100000:3.0:1746156246.409040:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6484 00000100:00100000:3.0:1746156246.409047:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057427456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.409062:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.409076:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f19 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.409110:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.409118:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.409119:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.409122:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.409145:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.409155:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.409165:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054003840:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.409241:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.411123:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.411196:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054003840:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.411219:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.411231:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:1.0:1746156246.411678:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057427584 00000100:00100000:1.0:1746156246.411683:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057427584 00010000:00010000:1.0:1746156246.411703:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.411729:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11022 00000100:00100000:1.0:1746156246.411735:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057427584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.411744:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.411758:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.411766:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.411782:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e780e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f12 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.411801:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.411803:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.411808:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.411815:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.411838:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.411848:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054003968:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.411953:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057427456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2905us (3358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.411959:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6484 00000100:00100000:1.0:1746156246.412911:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.414201:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054003968:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.414213:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.414238:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057427584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2502us (3120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.414247:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11022 00000100:00100000:0.0:1746156246.415152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.415214:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057427840 00000100:00100000:3.0:1746156246.415220:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057427840 00002000:00100000:3.0:1746156246.415249:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbf800 x1830977057427840/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.415257:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf800 with x1830977057427840 ext(0->4095) 00002000:00010000:3.0:1746156246.415261:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbf800 00000100:00100000:3.0:1746156246.415286:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4712 00000100:00100000:3.0:1746156246.415293:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057427840:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.415413:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057427840:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.415419:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4712 00002000:00100000:3.0:1746156246.415423:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbf800 x1830977057427840/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.415436:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf800 with x1830977057427840 ext(0->4095) 00002000:00010000:3.0:1746156246.415438:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbf800 00000100:00100000:0.0:1746156246.417121:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.417743:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057427968 00000100:00100000:3.0:1746156246.417749:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057427968 00000100:00100000:3.0:1746156246.417788:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6485 00000100:00100000:3.0:1746156246.417795:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057427968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.417808:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.417820:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f20 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.417842:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.417848:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.417849:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.417852:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.417874:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.418150:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.418223:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057428096 00000100:00100000:0.0:1746156246.418227:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057428096 00000100:00100000:0.0:1746156246.418255:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6486 00000100:00100000:0.0:1746156246.418260:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057428096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156246.418267:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156246.418273:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f27 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.418350:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.418383:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054004096:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156246.418489:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.418495:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.418500:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156246.418502:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.418522:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.418533:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.418541:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97200, rc 0) 00000100:00100000:0.0:1746156246.418678:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057428096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 417us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156246.418688:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6486 00000100:00100000:3.0:1746156246.418728:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.420756:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054004096:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.420778:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.420788:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156246.421093:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057427968:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3297us (3974us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.421108:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6485 00000100:00100000:0.0:1746156246.421635:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.421671:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057428224 00000100:00100000:1.0:1746156246.421676:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057428224 00010000:00010000:1.0:1746156246.421728:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.421757:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11023 00000100:00100000:1.0:1746156246.421764:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057428224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.421773:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.421789:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.421798:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.421813:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e780ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f19 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.421835:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.421837:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.421842:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.421849:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.421870:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.421879:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.421888:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054004352:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.421941:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.423132:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054004352:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.423144:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.423177:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057428224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1412us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.423188:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11023 00000100:00100000:0.0:1746156246.423348:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.423460:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057428480 00000100:00100000:3.0:1746156246.423469:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057428480 00002000:00100000:3.0:1746156246.423495:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbc000 x1830977057428480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.423504:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbc000 with x1830977057428480 ext(0->4095) 00010000:00010000:3.0:1746156246.423510:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.423520:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.423525:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbc000 00000100:00100000:3.0:1746156246.423538:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2714 00000100:00100000:3.0:1746156246.423544:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057428480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.423660:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057428480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (312us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.423665:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2714 00002000:00100000:3.0:1746156246.423670:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbc000 x1830977057428480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.423677:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbc000 with x1830977057428480 ext(0->4095) 00010000:00010000:3.0:1746156246.423681:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.423689:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.423693:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbc000 00000100:00100000:0.0:1746156246.425762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.425896:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057428608 00000100:00100000:1.0:1746156246.425903:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057428608 00010000:00010000:1.0:1746156246.425929:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.425962:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11024 00000100:00100000:1.0:1746156246.425969:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057428608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.425979:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.425995:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.426005:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.426022:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e780f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f20 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.426049:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.426051:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.426057:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.426063:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.426087:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.426110:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054004480:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.426169:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.428651:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054004480:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.428667:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.428707:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057428608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2737us (2949us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.428715:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11024 00000100:00100000:0.0:1746156246.429067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.429325:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057428864 00000100:00100000:3.0:1746156246.429331:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057428864 00002000:00100000:3.0:1746156246.429360:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fbb80 x1830977057428864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.429512:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fbb80 with x1830977057428864 ext(0->4095) 00002000:00010000:3.0:1746156246.429516:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fbb80 00000100:00100000:3.0:1746156246.429531:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4713 00000100:00100000:3.0:1746156246.429537:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057428864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.429849:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057428864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 311us (781us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.429854:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4713 00002000:00100000:3.0:1746156246.429860:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fbb80 x1830977057428864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.429866:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fbb80 with x1830977057428864 ext(0->4095) 00002000:00010000:3.0:1746156246.429869:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fbb80 00000100:00100000:0.0:1746156246.431434:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.431715:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057428992 00000100:00100000:3.0:1746156246.431720:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057428992 00000100:00100000:3.0:1746156246.431756:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6487 00000100:00100000:3.0:1746156246.431762:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057428992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.431774:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.431787:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f2e expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.431807:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.431813:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.431815:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.431818:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.431842:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.431856:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 51 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.431866:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054004608:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.431930:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.434517:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.434654:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054004608:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.434677:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.434690:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:2.0:1746156246.434726:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057428992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2963us (3293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.434733:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6487 00000100:00100000:1.0:1746156246.434957:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057429120 00000100:00100000:1.0:1746156246.434962:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057429120 00010000:00010000:1.0:1746156246.434983:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.435148:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11025 00000100:00100000:1.0:1746156246.435155:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057429120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.435164:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.435178:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.435187:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.435202:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e780f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f27 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.435286:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.435288:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.435293:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.435302:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.435324:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.435339:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054004736:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.435512:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.436932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.436979:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057429376 00000100:00100000:3.0:1746156246.436985:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057429376 00002000:00100000:3.0:1746156246.437013:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922f9f80 x1830977057429376/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.437027:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9f80 with x1830977057429376 ext(0->4095) 00002000:00010000:3.0:1746156246.437030:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9f80 00000100:00100000:3.0:1746156246.437044:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4714 00000100:00100000:1.0:1746156246.437049:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054004736:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.437050:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057429376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.437174:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057429376:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.437179:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4714 00002000:00100000:3.0:1746156246.437184:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922f9f80 x1830977057429376/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.437190:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9f80 with x1830977057429376 ext(0->4095) 00002000:00010000:3.0:1746156246.437192:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9f80 00010000:00010000:1.0:1746156246.437223:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.437258:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057429120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2103us (2745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.437265:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11025 00000100:00100000:0.0:1746156246.438969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.439048:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057429504 00000100:00100000:2.0:1746156246.439053:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057429504 00000100:00100000:2.0:1746156246.439114:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6488 00000100:00100000:2.0:1746156246.439121:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31591:x1830977057429504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.439132:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.439144:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f35 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.439163:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.439170:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.439171:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.439174:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.439197:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.439206:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.439216:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054004864:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.439284:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.440428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.440577:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057429632 00000100:00100000:2.0:1746156246.440581:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057429632 00000100:00100000:2.0:1746156246.440678:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6489 00000100:00100000:2.0:1746156246.440686:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057429632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.440695:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.440704:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f3c expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.440720:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.440724:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.440729:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.440732:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.440754:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.440764:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.440771:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156246.440956:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057429632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 271us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.440963:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6489 00000100:00100000:2.0:1746156246.441499:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054004864:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.441514:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.441522:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156246.441542:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057429504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2422us (2577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.441547:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6488 00000100:00100000:0.0:1746156246.442609:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.442954:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057429760 00000100:00100000:1.0:1746156246.442960:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057429760 00010000:00010000:1.0:1746156246.442980:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.443007:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11026 00000100:00100000:1.0:1746156246.443012:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057429760:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.443020:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.443033:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.443046:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.443062:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e780ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f2e expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.443079:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.443081:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.443086:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.443092:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.443120:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.443130:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.443139:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054005120:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.443192:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.445509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.445594:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054005120:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.445607:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.445610:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057430016 00000100:00100000:2.0:1746156246.445616:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057430016 00000100:00100000:1.0:1746156246.445633:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057429760:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2621us (3027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.445644:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11026 00002000:00100000:2.0:1746156246.445648:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922f9500 x1830977057430016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.445656:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9500 with x1830977057430016 ext(0->4095) 00010000:00010000:2.0:1746156246.445662:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.445671:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.445677:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922f9500 00000100:00100000:2.0:1746156246.445704:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2715 00000100:00100000:2.0:1746156246.445710:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057430016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.445842:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057430016:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.445848:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2715 00002000:00100000:2.0:1746156246.445852:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922f9500 x1830977057430016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.445859:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9500 with x1830977057430016 ext(0->4095) 00010000:00010000:2.0:1746156246.445863:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.445871:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.445876:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922f9500 00000100:00100000:0.0:1746156246.447018:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.447059:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.447130:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057430144 00000100:00100000:2.0:1746156246.447135:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057430144 00000100:00100000:2.0:1746156246.447172:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6490 00000100:00100000:2.0:1746156246.447178:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057430144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.447188:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.447199:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f43 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.447230:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057430272 00000100:00100000:1.0:1746156246.447233:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057430272 00010000:00010000:1.0:1746156246.447245:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.447271:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11027 00000100:00100000:1.0:1746156246.447276:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057430272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.447285:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.447336:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.447341:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.447346:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.447348:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.447404:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.447415:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.447423:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156246.447452:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057430144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 275us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.447457:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6490 00010000:00010000:1.0:1746156246.447507:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.447516:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.447530:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78106 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f35 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.447539:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.447540:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.447544:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.447562:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.447578:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.447588:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.447597:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054005376:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.447646:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.449550:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054005376:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.449564:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.449606:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057430272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2328us (2545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.449614:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11027 00000100:00100000:0.0:1746156246.449973:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.450040:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057430528 00000100:00100000:3.0:1746156246.450045:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057430528 00002000:00100000:3.0:1746156246.450073:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fa300 x1830977057430528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.450081:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fa300 with x1830977057430528 ext(0->4095) 00010000:00010000:3.0:1746156246.450088:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.450112:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.450118:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922fa300 00000100:00100000:3.0:1746156246.450146:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2716 00000100:00100000:3.0:1746156246.450152:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057430528:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.450252:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057430528:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.450257:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2716 00002000:00100000:3.0:1746156246.450262:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800922fa300 x1830977057430528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.450268:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fa300 with x1830977057430528 ext(0->4095) 00010000:00010000:3.0:1746156246.450272:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.450279:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.450285:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800922fa300 00000100:00100000:0.0:1746156246.451307:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.451718:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.451767:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057430656 00000100:00100000:2.0:1746156246.451772:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057430656 00000100:00100000:1.0:1746156246.451781:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057430784 00000100:00100000:1.0:1746156246.451784:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057430784 00010000:00010000:1.0:1746156246.451796:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.451828:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6491 00000100:00100000:2.0:1746156246.451834:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057430656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.451844:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746156246.451852:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11028 00010000:00010000:2.0:1746156246.451854:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f4a expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.451856:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057430784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.451864:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.451870:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.451874:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.451879:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.451951:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.451963:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 54 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.451972:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 54 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.451985:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.451986:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7810d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f3c expref: 54 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.451994:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.451996:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.451997:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.452001:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.452007:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.452028:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00010000:00010000:1.0:1746156246.452034:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.452042:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.452051:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054005632:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.452061:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057430656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 227us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.452066:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6491 00000100:00100000:1.0:1746156246.452138:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.453243:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054005632:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.453254:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.453273:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1973:x1830977057430784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1417us (1556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.453280:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11028 00000100:00100000:0.0:1746156246.453664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.453754:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057431040 00000100:00100000:3.0:1746156246.453760:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057431040 00002000:00100000:3.0:1746156246.453782:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9ca80 x1830977057431040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.453789:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9ca80 with x1830977057431040 ext(0->4095) 00010000:00010000:3.0:1746156246.453793:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.453801:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.453808:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095b9ca80 00000100:00100000:3.0:1746156246.453828:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2717 00000100:00100000:3.0:1746156246.453832:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057431040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.453937:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057431040:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.453942:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2717 00002000:00100000:3.0:1746156246.453945:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9ca80 x1830977057431040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.453950:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9ca80 with x1830977057431040 ext(0->4095) 00010000:00010000:3.0:1746156246.453953:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.453959:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.453962:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095b9ca80 00000100:00100000:0.0:1746156246.456064:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.456185:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057431168 00000100:00100000:1.0:1746156246.456191:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057431168 00010000:00010000:1.0:1746156246.456215:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.456251:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11029 00000100:00100000:1.0:1746156246.456257:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057431168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.456268:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.456283:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.456292:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.456309:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78114 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f43 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.456320:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.456321:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.456326:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.456333:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.456359:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.456448:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054005760:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.456707:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.458577:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054005760:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156246.458831:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156246.458837:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.458883:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057431424 00000100:00100000:2.0:1746156246.458889:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057431424 00000100:00100000:1.0:1746156246.459131:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057431168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2873us (3071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.459139:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11029 00002000:00100000:2.0:1746156246.459202:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c700 x1830977057431424/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.459211:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c700 with x1830977057431424 ext(0->4095) 00002000:00010000:2.0:1746156246.459219:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c700 00000100:00100000:2.0:1746156246.459243:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4715 00000100:00100000:2.0:1746156246.459250:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057431424:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.459395:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057431424:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (564us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.459401:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4715 00002000:00100000:2.0:1746156246.459406:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490c700 x1830977057431424/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.459418:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c700 with x1830977057431424 ext(0->4095) 00002000:00010000:2.0:1746156246.459420:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c700 00000100:00100000:0.0:1746156246.461332:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.461425:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057431552 00000100:00100000:2.0:1746156246.461443:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057431552 00000100:00100000:2.0:1746156246.461600:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6492 00000100:00100000:2.0:1746156246.461606:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057431552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.461626:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.461639:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f51 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.461668:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.461682:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.461684:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.461687:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.461723:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.461739:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 51 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.461749:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054005888:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.461846:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.463388:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054005888:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.463410:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.463422:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:0.0:1746156246.463436:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.463449:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057431552:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1843us (2122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.463455:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6492 00000100:00100000:1.0:1746156246.463483:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057431680 00000100:00100000:1.0:1746156246.463487:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057431680 00010000:00010000:1.0:1746156246.463505:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.463534:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11030 00000100:00100000:1.0:1746156246.463540:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057431680:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.463548:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.463827:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.463838:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.463855:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7811b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f4a expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.463878:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.463880:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.463885:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.463892:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.463914:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.463924:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054006016:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.463986:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.466041:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054006016:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.466056:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.466092:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057431680:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2551us (2655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.466113:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11030 00000100:00100000:0.0:1746156246.467133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.467260:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057431936 00000100:00100000:2.0:1746156246.467265:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057431936 00002000:00100000:2.0:1746156246.467295:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490ce00 x1830977057431936/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.467304:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490ce00 with x1830977057431936 ext(0->4095) 00002000:00010000:2.0:1746156246.467307:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490ce00 00000100:00100000:2.0:1746156246.467332:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4716 00000100:00100000:2.0:1746156246.467338:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057431936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.467473:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057431936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.467479:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4716 00002000:00100000:2.0:1746156246.467484:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009490ce00 x1830977057431936/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.467491:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490ce00 with x1830977057431936 ext(0->4095) 00002000:00010000:2.0:1746156246.467494:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490ce00 00000100:00100000:0.0:1746156246.468985:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.469042:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.469223:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057432064 00000100:00100000:2.0:1746156246.469228:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057432064 00000100:00100000:2.0:1746156246.469363:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057432192 00000100:00100000:2.0:1746156246.469386:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057432192 00000100:00100000:2.0:1746156246.469415:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6493 00000100:00100000:2.0:1746156246.469421:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057432064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.469431:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.469444:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f58 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156246.469444:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6494 00000100:00100000:0.0:1746156246.469451:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057432192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156246.469459:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.469466:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.469466:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f5f expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.469472:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.469474:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.469477:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.469559:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.469564:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.469570:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156246.469572:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.469592:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.469594:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.469603:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.469612:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054006272:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156246.469612:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.469620:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97400, rc 0) 00000100:00100000:0.0:1746156246.469660:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057432192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156246.469665:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6494 00000100:00100000:2.0:1746156246.469678:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.471802:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054006272:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.471826:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.471842:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156246.471873:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057432064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2453us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.471880:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6493 00000100:00100000:0.0:1746156246.472165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.472735:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057432320 00000100:00100000:2.0:1746156246.472740:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057432320 00010000:00010000:2.0:1746156246.472763:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.472793:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11031 00000100:00100000:2.0:1746156246.472799:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057432320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.472807:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.472821:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.472830:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.472846:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78122 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f51 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.472860:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.472861:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.472866:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.472878:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.472899:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.473018:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.473027:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054006400:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.473700:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.475960:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.476002:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057432576 00000100:00100000:3.0:1746156246.476009:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057432576 00002000:00100000:3.0:1746156246.476040:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546a00 x1830977057432576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.476048:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546a00 with x1830977057432576 ext(0->4095) 00010000:00010000:3.0:1746156246.476055:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.476070:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.476075:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b546a00 00000100:00100000:3.0:1746156246.476089:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2718 00000100:00100000:3.0:1746156246.476105:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057432576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.476225:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057432576:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (269us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.476230:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2718 00002000:00100000:3.0:1746156246.476234:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546a00 x1830977057432576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.476240:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546a00 with x1830977057432576 ext(0->4095) 00010000:00010000:3.0:1746156246.476244:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.476251:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.476256:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b546a00 00000100:00100000:2.0:1746156246.476347:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054006400:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.476380:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.476742:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057432320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3942us (4576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.476750:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11031 00000100:00100000:0.0:1746156246.478169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.478357:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057432704 00000100:00100000:2.0:1746156246.478361:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057432704 00010000:00010000:2.0:1746156246.478405:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.478435:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11032 00000100:00100000:3.0:1746156246.478445:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057432704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.478456:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.478472:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.478483:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.478501:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78129 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f58 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.480622:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.480625:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.480635:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.480644:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.480679:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.480690:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054006528:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.480770:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.482302:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054006528:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.482318:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.482342:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057432704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3899us (4176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.482350:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11032 00000100:00100000:0.0:1746156246.484226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.484300:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057432960 00000100:00100000:3.0:1746156246.484306:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057432960 00002000:00100000:3.0:1746156246.484335:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545180 x1830977057432960/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.484344:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545180 with x1830977057432960 ext(0->4095) 00002000:00010000:3.0:1746156246.484347:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b545180 00000100:00100000:3.0:1746156246.484984:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4717 00000100:00100000:3.0:1746156246.484993:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057432960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.485139:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057432960:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (918us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.485146:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4717 00002000:00100000:3.0:1746156246.485151:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545180 x1830977057432960/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.485158:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545180 with x1830977057432960 ext(0->4095) 00002000:00010000:3.0:1746156246.485162:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b545180 00000100:00100000:0.0:1746156246.486679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.486907:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057433088 00000100:00100000:2.0:1746156246.486913:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057433088 00000100:00100000:2.0:1746156246.486945:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6495 00000100:00100000:2.0:1746156246.486951:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057433088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.486964:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.486977:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f66 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.486997:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.487003:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.487004:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.487007:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.487030:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.487039:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.487049:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054006656:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.487125:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.489586:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054006656:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.489613:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.489627:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156246.490297:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057433088:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3343us (3620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.490307:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6495 00000100:00100000:0.0:1746156246.490948:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.491070:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057433216 00000100:00100000:3.0:1746156246.491076:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057433216 00010000:00010000:3.0:1746156246.491112:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.491332:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11033 00000100:00100000:3.0:1746156246.491339:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057433216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.491350:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.491381:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.491397:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.491414:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78130 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f5f expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.491491:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.491493:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.491499:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.491507:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.491531:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.491540:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054006784:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.491607:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.492949:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054006784:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.492963:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.492988:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057433216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1649us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.492996:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11033 00000100:00100000:0.0:1746156246.493167:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.493531:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057433472 00000100:00100000:1.0:1746156246.493536:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057433472 00002000:00100000:1.0:1746156246.493562:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545500 x1830977057433472/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.493570:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545500 with x1830977057433472 ext(0->4095) 00002000:00010000:1.0:1746156246.493574:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b545500 00000100:00100000:1.0:1746156246.493685:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4718 00000100:00100000:1.0:1746156246.493691:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057433472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156246.493913:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057433472:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 222us (746us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.493919:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4718 00002000:00100000:1.0:1746156246.493924:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545500 x1830977057433472/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.493935:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545500 with x1830977057433472 ext(0->4095) 00002000:00010000:1.0:1746156246.493938:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b545500 00000100:00100000:0.0:1746156246.494064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.494281:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057433600 00000100:00100000:3.0:1746156246.494288:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057433600 00000100:00100000:3.0:1746156246.494308:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6496 00000100:00100000:3.0:1746156246.494312:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057433600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.494320:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.494331:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f6d expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.494347:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.494353:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.494355:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.494357:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.494389:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.494398:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.494406:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054006912:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.494446:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.495222:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.495578:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057433728 00000100:00100000:2.0:1746156246.495585:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057433728 00000100:00100000:2.0:1746156246.495646:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6497 00000100:00100000:2.0:1746156246.495654:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057433728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.495666:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.495678:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f74 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.495696:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.495702:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.495707:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.495711:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.495738:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.495751:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.495759:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156246.495806:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057433728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.495812:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6497 00000100:00100000:3.0:1746156246.496889:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054006912:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.496906:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.496919:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:0.0:1746156246.497144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.497236:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057433856 00000100:00100000:2.0:1746156246.497240:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057433856 00010000:00010000:2.0:1746156246.497262:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.497281:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11034 00000100:00100000:2.0:1746156246.497287:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057433856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.497295:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.497311:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.497319:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.497335:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78137 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f66 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.497354:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.497356:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.497361:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.497394:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.497444:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057433600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3130us (3379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.497451:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6496 00010000:00010000:2.0:1746156246.497474:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.497488:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.497497:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054007168:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.497632:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.498539:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054007168:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.498551:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.498585:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057433856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1298us (1526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.498591:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11034 00000100:00100000:0.0:1746156246.499502:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.499650:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057434112 00000100:00100000:1.0:1746156246.499656:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057434112 00002000:00100000:1.0:1746156246.499686:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494e00 x1830977057434112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.499696:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494e00 with x1830977057434112 ext(0->4095) 00010000:00010000:1.0:1746156246.499702:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.499713:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.499720:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b494e00 00000100:00100000:1.0:1746156246.499748:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2719 00000100:00100000:1.0:1746156246.499754:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057434112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156246.499875:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057434112:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.499880:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2719 00002000:00100000:1.0:1746156246.499885:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b494e00 x1830977057434112/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.499892:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494e00 with x1830977057434112 ext(0->4095) 00010000:00010000:1.0:1746156246.499896:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.499905:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.499910:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b494e00 00000100:00100000:0.0:1746156246.502054:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.502137:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057434240 00000100:00100000:2.0:1746156246.502143:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057434240 00010000:00010000:2.0:1746156246.502167:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.502186:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11035 00000100:00100000:2.0:1746156246.502191:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057434240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.502200:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.502216:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.502224:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.502239:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7813e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f6d expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.502750:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.502752:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.502758:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.502766:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.502790:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.502798:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054007296:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.503473:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.507967:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054007296:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.507986:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.508021:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057434240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5828us (5972us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.508030:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11035 00000100:00100000:0.0:1746156246.508682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.508791:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057434496 00000100:00100000:2.0:1746156246.508797:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057434496 00002000:00100000:2.0:1746156246.508827:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b496300 x1830977057434496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.508836:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b496300 with x1830977057434496 ext(0->4095) 00002000:00010000:2.0:1746156246.508839:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b496300 00000100:00100000:2.0:1746156246.509283:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4719 00000100:00100000:2.0:1746156246.509292:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057434496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.509428:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057434496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (747us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.509433:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4719 00002000:00100000:2.0:1746156246.509437:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b496300 x1830977057434496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.509444:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b496300 with x1830977057434496 ext(0->4095) 00002000:00010000:2.0:1746156246.509446:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b496300 00000100:00100000:0.0:1746156246.511147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.511254:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057434624 00000100:00100000:3.0:1746156246.511260:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057434624 00000100:00100000:3.0:1746156246.511305:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6498 00000100:00100000:3.0:1746156246.511311:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057434624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.511324:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.511337:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f7b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.511357:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.511363:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.511394:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.511398:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.511423:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.511432:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.511448:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054007424:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.511513:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.513321:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054007424:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.513344:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.513356:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156246.513407:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057434624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2095us (2264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.513414:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6498 00000100:00100000:0.0:1746156246.513941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.514239:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057434752 00000100:00100000:2.0:1746156246.514244:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057434752 00010000:00010000:2.0:1746156246.514265:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.514282:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11036 00000100:00100000:2.0:1746156246.514287:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057434752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.514295:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.514310:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.514318:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.514332:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78145 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f74 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.514734:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.514736:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.514742:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.514750:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.514774:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.514784:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054007552:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.514836:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.516021:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054007552:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.516040:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.516072:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057434752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1784us (2132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.516079:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11036 00000100:00100000:0.0:1746156246.516460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.516528:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057435008 00000100:00100000:3.0:1746156246.516533:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057435008 00002000:00100000:3.0:1746156246.516563:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039f80 x1830977057435008/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.516572:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039f80 with x1830977057435008 ext(0->4095) 00002000:00010000:3.0:1746156246.516575:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095039f80 00000100:00100000:3.0:1746156246.516594:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4720 00000100:00100000:3.0:1746156246.516599:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057435008:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.516719:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057435008:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.516724:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4720 00002000:00100000:3.0:1746156246.516729:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039f80 x1830977057435008/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.516741:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039f80 with x1830977057435008 ext(0->4095) 00002000:00010000:3.0:1746156246.516743:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095039f80 00000100:00100000:0.0:1746156246.518689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.518760:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057435136 00000100:00100000:3.0:1746156246.518765:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057435136 00000100:00100000:3.0:1746156246.518851:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6499 00000100:00100000:3.0:1746156246.518859:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057435136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.518871:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.518885:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f82 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.518905:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.518912:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.518913:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.518916:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.518938:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.518949:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746156246.519124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.519176:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057435264 00000100:00100000:2.0:1746156246.519180:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057435264 00000100:00100000:2.0:1746156246.519210:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6500 00000100:00100000:2.0:1746156246.519216:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057435264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.519222:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.519228:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f89 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.519264:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054007680:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.519323:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b76c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746156246.519416:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.519420:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.519425:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.519427:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.519447:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.519456:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.519465:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156246.519485:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057435264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 269us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.519490:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6500 00000100:00100000:3.0:1746156246.521780:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054007680:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.521806:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.521822:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2400, rc 0) 00000100:00100000:3.0:1746156246.521864:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057435136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3003us (3176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.521871:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6499 00000100:00100000:0.0:1746156246.522294:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.522460:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057435392 00000100:00100000:2.0:1746156246.522465:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057435392 00010000:00010000:2.0:1746156246.522490:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.522507:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11037 00000100:00100000:2.0:1746156246.522512:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057435392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.522520:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.522535:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.522544:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.522560:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7814c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f7b expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.522681:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.522683:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.522689:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.522697:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.522806:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.522816:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.522825:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054007936:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.522884:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.523957:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054007936:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.523971:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.524003:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057435392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1490us (1709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.524010:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11037 00000100:00100000:0.0:1746156246.526236:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.526328:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057435648 00000100:00100000:3.0:1746156246.526335:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057435648 00002000:00100000:3.0:1746156246.526421:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009503b100 x1830977057435648/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.526430:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503b100 with x1830977057435648 ext(0->4095) 00010000:00010000:3.0:1746156246.526437:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.526449:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.526455:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009503b100 00000100:00100000:3.0:1746156246.526484:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2720 00000100:00100000:3.0:1746156246.526491:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057435648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.526622:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057435648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.526628:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2720 00002000:00100000:3.0:1746156246.526633:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009503b100 x1830977057435648/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.526640:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503b100 with x1830977057435648 ext(0->4095) 00010000:00010000:3.0:1746156246.526644:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.526653:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.526659:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009503b100 00000100:00100000:0.0:1746156246.530106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.530234:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057435776 00000100:00100000:2.0:1746156246.530241:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057435776 00010000:00010000:2.0:1746156246.530276:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.530293:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11038 00000100:00100000:2.0:1746156246.530298:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057435776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.530306:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.530319:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.530327:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.530340:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78153 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f82 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.530360:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.530361:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.530391:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.530396:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.530654:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.530665:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054008064:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.530742:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.532616:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054008064:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.532633:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.532668:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057435776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2368us (2583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.532676:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11038 00000100:00100000:0.0:1746156246.533479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.533724:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057436032 00000100:00100000:3.0:1746156246.533730:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057436032 00002000:00100000:3.0:1746156246.533762:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009503a300 x1830977057436032/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.533770:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503a300 with x1830977057436032 ext(0->4095) 00002000:00010000:3.0:1746156246.533774:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009503a300 00000100:00100000:3.0:1746156246.533799:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4721 00000100:00100000:3.0:1746156246.533806:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057436032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.533995:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057436032:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 189us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.534001:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4721 00002000:00100000:3.0:1746156246.534005:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009503a300 x1830977057436032/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.534012:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503a300 with x1830977057436032 ext(0->4095) 00002000:00010000:3.0:1746156246.534014:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009503a300 00000100:00100000:0.0:1746156246.536064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.536158:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057436160 00000100:00100000:3.0:1746156246.536164:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057436160 00000100:00100000:3.0:1746156246.536262:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6501 00000100:00100000:3.0:1746156246.536270:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057436160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.536284:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.536295:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f90 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.536316:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.536320:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.536321:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.536323:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.536341:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.536348:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.536355:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054008192:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.536444:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7240 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.537540:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054008192:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.537559:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.537574:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156246.537604:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057436160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1335us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.537610:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6501 00000100:00100000:0.0:1746156246.537764:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.537895:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057436288 00000100:00100000:3.0:1746156246.537899:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057436288 00010000:00010000:3.0:1746156246.537916:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.537933:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11039 00000100:00100000:3.0:1746156246.537937:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057436288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.537945:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.537959:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.537967:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.537983:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7815a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f89 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.538222:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.538225:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.538230:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.538241:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.538262:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.538271:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054008320:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.538325:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.539826:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.540000:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054008320:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.540013:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.540035:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057436288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2097us (2272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.540043:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11039 00000100:00100000:2.0:1746156246.540108:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057436544 00000100:00100000:2.0:1746156246.540113:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057436544 00002000:00100000:2.0:1746156246.540139:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529880 x1830977057436544/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.540148:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529880 with x1830977057436544 ext(0->4095) 00002000:00010000:2.0:1746156246.540151:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093529880 00000100:00100000:2.0:1746156246.540174:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4722 00000100:00100000:2.0:1746156246.540180:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057436544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.541005:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057436544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 824us (1180us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.541012:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4722 00002000:00100000:2.0:1746156246.541017:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529880 x1830977057436544/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.541024:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529880 with x1830977057436544 ext(0->4095) 00002000:00010000:2.0:1746156246.541028:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093529880 00000100:00100000:0.0:1746156246.543294:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.543396:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057436672 00000100:00100000:3.0:1746156246.543402:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057436672 00000100:00100000:3.0:1746156246.543447:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6502 00000100:00100000:3.0:1746156246.543453:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31591:x1830977057436672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.543467:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.543480:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f97 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.543500:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.543507:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.543509:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.543512:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.543534:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.543544:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.543554:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054008448:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.543604:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.544448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.544545:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057436800 00000100:00100000:1.0:1746156246.544551:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057436800 00000100:00100000:2.0:1746156246.544570:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6503 00000100:00100000:2.0:1746156246.544581:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057436800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.544590:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.544597:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813f9e expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.544610:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.544613:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.544618:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.544621:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.544640:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.544651:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.544658:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156246.544684:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057436800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.544689:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6503 00000100:00100000:0.0:1746156246.546476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.546707:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057436928 00000100:00100000:2.0:1746156246.546712:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057436928 00010000:00010000:2.0:1746156246.546736:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.546768:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11040 00000100:00100000:2.0:1746156246.546774:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057436928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.546782:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.546798:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.546808:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.546830:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.546831:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.546837:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.546844:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.546856:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78161 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f90 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.546864:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.546872:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.546883:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054008704:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.546945:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054008448:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.546963:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.546969:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.546976:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156246.547692:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057436672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4236us (4401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.547699:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6502 00000100:00100000:2.0:1746156246.547766:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.550342:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054008704:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.550363:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.550452:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057436928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3677us (3980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.550460:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11040 00000100:00100000:0.0:1746156246.552602:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.552954:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057437184 00000100:00100000:2.0:1746156246.552960:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057437184 00002000:00100000:2.0:1746156246.552998:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c083b80 x1830977057437184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.553006:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083b80 with x1830977057437184 ext(0->4095) 00010000:00010000:2.0:1746156246.553013:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.553024:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.553030:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c083b80 00000100:00100000:2.0:1746156246.553054:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2721 00000100:00100000:2.0:1746156246.553060:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057437184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.553796:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057437184:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 733us (1201us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.553802:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2721 00002000:00100000:2.0:1746156246.553808:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c083b80 x1830977057437184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.553814:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083b80 with x1830977057437184 ext(0->4095) 00010000:00010000:2.0:1746156246.553819:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.553828:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.553832:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c083b80 00000100:00100000:0.0:1746156246.557342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.557421:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057437312 00000100:00100000:3.0:1746156246.557491:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057437312 00000100:00100000:3.0:1746156246.557536:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6504 00000100:00100000:3.0:1746156246.557543:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057437312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.557557:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746156246.557557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156246.557569:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fa5 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.557589:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057437440 00000100:00100000:2.0:1746156246.557593:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057437440 00010000:00010000:2.0:1746156246.557615:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.557632:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11041 00000100:00100000:2.0:1746156246.557638:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057437440:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.557646:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.557842:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.557848:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.557854:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156246.557857:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.557868:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.557880:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.557894:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78168 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f97 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.557921:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.557923:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.557929:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.557940:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.557961:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.557970:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.557980:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054008832:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.557989:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.557997:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.558051:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.558081:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054008960:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.558115:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.560986:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054008832:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.561006:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156246.561110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.561125:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054008960:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.561143:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.561155:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156246.561217:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057437312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3674us (3902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.561218:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1973:x1830977057437440:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3578us (3661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.561224:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6504 00000100:00100000:2.0:1746156246.561226:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11041 00000100:00100000:2.0:1746156246.561246:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057437696 00000100:00100000:2.0:1746156246.561250:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057437696 00002000:00100000:2.0:1746156246.561273:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b739c00 x1830977057437696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.561281:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739c00 with x1830977057437696 ext(0->4095) 00010000:00010000:2.0:1746156246.561286:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.561301:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.561307:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b739c00 00000100:00100000:2.0:1746156246.561330:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2722 00000100:00100000:2.0:1746156246.561336:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057437696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.561781:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057437696:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 444us (671us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.561788:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2722 00002000:00100000:2.0:1746156246.561793:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b739c00 x1830977057437696/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.561804:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739c00 with x1830977057437696 ext(0->4095) 00010000:00010000:2.0:1746156246.561809:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.561818:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.561823:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b739c00 00000100:00100000:0.0:1746156246.563903:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.564200:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057437952 00000100:00100000:2.0:1746156246.564206:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057437952 00010000:00010000:2.0:1746156246.564231:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.564264:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11042 00000100:00100000:2.0:1746156246.564271:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057437952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.564291:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.564306:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.564316:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.564333:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e7816f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813f9e expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.564357:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.564359:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.564388:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.564396:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.564421:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.564431:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054009088:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156246.564476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.564486:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.564509:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057437824 00000100:00100000:2.0:1746156246.564512:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057437824 00000100:00100000:2.0:1746156246.564536:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6505 00000100:00100000:2.0:1746156246.564541:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057437824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.564551:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.564559:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fac expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.564573:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.564578:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.564579:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.564582:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.564596:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.564605:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.564612:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054009216:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.564632:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.571765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.571928:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057438208 00000100:00100000:2.0:1746156246.571934:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057438208 00002000:00100000:2.0:1746156246.571972:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b739180 x1830977057438208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.571981:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739180 with x1830977057438208 ext(0->4095) 00010000:00010000:2.0:1746156246.571989:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.572007:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.572010:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054009216:192.168.203.27@tcp:104: 00002000:00010000:2.0:1746156246.572014:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b739180 00000100:00100000:2.0:1746156246.572048:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2723 00000100:00100000:2.0:1746156246.572056:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057438208:12345-192.168.203.27@tcp:3:ldlm_bl.0 00010000:00010000:3.0:1746156246.572146:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.572162:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:3.0:1746156246.572197:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057437824:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7654us (7720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.572203:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6505 00000100:00100000:2.0:1746156246.572312:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057438208:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 256us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.572319:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2723 00002000:00100000:2.0:1746156246.572324:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b739180 x1830977057438208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.572330:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739180 with x1830977057438208 ext(0->4095) 00010000:00010000:2.0:1746156246.572334:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.572342:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.572347:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b739180 00000100:00100000:3.0:1746156246.572578:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054009088:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.572589:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.572608:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057437952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8338us (8710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.572615:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11042 00000100:00100000:0.0:1746156246.575523:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.575749:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057438336 00000100:00100000:3.0:1746156246.575757:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057438336 00010000:00010000:3.0:1746156246.575784:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.575820:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11043 00000100:00100000:3.0:1746156246.575826:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057438336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.575837:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.575854:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.575867:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.575883:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78176 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fa5 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.575910:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.575912:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.575918:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.575924:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.575950:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.575960:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054009344:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.578004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.578070:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.578104:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054009344:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.578121:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.578150:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057438336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2323us (2632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.578158:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11043 00000100:00100000:2.0:1746156246.578282:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057438592 00000100:00100000:2.0:1746156246.578287:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057438592 00002000:00100000:2.0:1746156246.578315:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511c00 x1830977057438592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.578324:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511c00 with x1830977057438592 ext(0->4095) 00002000:00010000:2.0:1746156246.578328:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b511c00 00000100:00100000:2.0:1746156246.578349:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4723 00000100:00100000:2.0:1746156246.578355:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057438592:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.578492:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057438592:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.578498:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4723 00002000:00100000:2.0:1746156246.578502:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511c00 x1830977057438592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.578509:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511c00 with x1830977057438592 ext(0->4095) 00002000:00010000:2.0:1746156246.578512:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b511c00 00000100:00100000:0.0:1746156246.581731:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.581948:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057438720 00000100:00100000:3.0:1746156246.581955:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057438720 00000100:00100000:3.0:1746156246.582252:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6506 00000100:00100000:3.0:1746156246.582260:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057438720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.582274:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.582286:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fb3 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.582309:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.582315:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.582316:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.582320:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.582343:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.582353:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.582363:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054009472:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.582825:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.585357:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054009472:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.585412:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.585431:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156246.585562:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057438720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3302us (3834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.585569:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6506 00000100:00100000:2.0:1746156246.585709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.585785:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057438848 00000100:00100000:3.0:1746156246.585790:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057438848 00010000:00010000:3.0:1746156246.585812:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.585842:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11044 00000100:00100000:3.0:1746156246.585848:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057438848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.585858:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.585874:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.585882:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.585899:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7817d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fac expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.586030:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.586032:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.586038:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.586049:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.586070:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.586080:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054009600:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.586339:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.587656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.587713:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057439104 00000100:00100000:1.0:1746156246.587719:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057439104 00000100:00100000:3.0:1746156246.587739:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054009600:192.168.203.27@tcp:105: 00002000:00100000:1.0:1746156246.587750:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361e300 x1830977057439104/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746156246.587758:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746156246.587759:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361e300 with x1830977057439104 ext(0->4095) 00002000:00010000:1.0:1746156246.587762:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361e300 00000100:00100000:1.0:1746156246.587791:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4724 00000100:00100000:1.0:1746156246.587797:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057439104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.587896:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057438848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2047us (2187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.587904:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11044 00000100:00100000:1.0:1746156246.588223:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057439104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 425us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.588228:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4724 00002000:00100000:1.0:1746156246.588233:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361e300 x1830977057439104/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.588240:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361e300 with x1830977057439104 ext(0->4095) 00002000:00010000:1.0:1746156246.588242:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361e300 00000100:00100000:0.0:1746156246.589209:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.589419:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057439232 00000100:00100000:3.0:1746156246.589424:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057439232 00000100:00100000:3.0:1746156246.589463:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6507 00000100:00100000:3.0:1746156246.589469:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057439232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.589480:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.589492:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fba expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.589556:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.589653:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.589655:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.589659:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.589680:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.589689:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 5 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.589699:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054009728:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.589760:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.590690:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.590802:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054009728:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.590821:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.590831:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156246.590855:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057439232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1386us (1648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.590862:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6507 00000100:00100000:3.0:1746156246.590879:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057439360 00000100:00100000:3.0:1746156246.590882:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057439360 00000100:00100000:3.0:1746156246.591033:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6508 00000100:00100000:3.0:1746156246.591041:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057439360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.591051:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.591059:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fc1 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.591078:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.591082:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.591087:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.591089:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.591136:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.591145:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 53 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.591151:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156246.591183:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057439360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.591188:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6508 00000100:00100000:0.0:1746156246.593709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.593952:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057439488 00000100:00100000:3.0:1746156246.593958:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057439488 00010000:00010000:3.0:1746156246.593987:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.594009:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11045 00000100:00100000:3.0:1746156246.594014:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057439488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.594026:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.594044:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.594053:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.594070:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78184 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fb3 expref: 6 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.594615:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.594617:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.594624:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.594632:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.594662:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.594671:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.594680:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054009984:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.595227:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.598232:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.598307:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054009984:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.598325:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.598363:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057439488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4349us (4660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.598390:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11045 00000100:00100000:1.0:1746156246.598788:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057439744 00000100:00100000:1.0:1746156246.598794:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057439744 00002000:00100000:1.0:1746156246.598825:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361f480 x1830977057439744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.598834:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f480 with x1830977057439744 ext(0->4095) 00010000:00010000:1.0:1746156246.598841:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.598852:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.598858:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361f480 00000100:00100000:1.0:1746156246.598888:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2724 00000100:00100000:1.0:1746156246.598894:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057439744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156246.599501:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057439744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 605us (1273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.599507:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2724 00002000:00100000:1.0:1746156246.599513:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361f480 x1830977057439744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.599519:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f480 with x1830977057439744 ext(0->4095) 00010000:00010000:1.0:1746156246.599524:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.599534:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.599539:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361f480 00000100:00100000:0.0:1746156246.602608:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.602705:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057439872 00000100:00100000:3.0:1746156246.602710:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057439872 00010000:00010000:3.0:1746156246.602736:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.602763:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11046 00000100:00100000:3.0:1746156246.602768:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057439872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.602778:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.602793:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.602803:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.602821:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7818b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fba expref: 53 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.603001:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.603003:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.603010:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.603017:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.603045:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 52 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.603054:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054010112:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.603295:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.607061:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.607149:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054010112:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.607169:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.607203:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057439872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4434us (4602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.607213:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11046 00000100:00100000:1.0:1746156246.607279:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057440128 00000100:00100000:1.0:1746156246.607288:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057440128 00002000:00100000:1.0:1746156246.607320:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361c700 x1830977057440128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.607329:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361c700 with x1830977057440128 ext(0->4095) 00002000:00010000:1.0:1746156246.607333:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361c700 00000100:00100000:1.0:1746156246.607358:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4725 00000100:00100000:1.0:1746156246.607385:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057440128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156246.607502:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057440128:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.607508:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4725 00002000:00100000:1.0:1746156246.607512:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361c700 x1830977057440128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.607518:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361c700 with x1830977057440128 ext(0->4095) 00002000:00010000:1.0:1746156246.607521:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361c700 00000100:00100000:0.0:1746156246.611851:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.611944:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057440256 00000100:00100000:1.0:1746156246.611950:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057440256 00000100:00100000:1.0:1746156246.612020:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6509 00000100:00100000:1.0:1746156246.612027:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057440256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.612040:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.612052:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fc8 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.612073:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.612323:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.612324:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.612328:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.612349:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 51 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.612359:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 51 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.612538:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054010240:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.613629:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.614680:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054010240:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.614701:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.614715:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:1.0:1746156246.614757:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057440256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2730us (2911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.614764:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6509 00000100:00100000:0.0:1746156246.615182:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.615227:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057440384 00000100:00100000:3.0:1746156246.615233:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057440384 00010000:00010000:3.0:1746156246.615255:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.615286:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11047 00000100:00100000:3.0:1746156246.615292:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057440384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.615301:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.615317:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.615325:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.615343:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78192 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc1 expref: 52 pid: 15159 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.615385:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.615387:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.615393:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.615400:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.615516:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.615527:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054010368:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.615585:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.617029:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.617104:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057440512 00000100:00100000:1.0:1746156246.617111:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057440512 00000100:00100000:3.0:1746156246.617461:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054010368:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.617477:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.617510:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057440384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2218us (2328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.617517:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11047 00000100:00100000:0.0:1746156246.617705:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156246.617739:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746156246.617752:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6510 00000100:00100000:1.0:1746156246.617760:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057440512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.617773:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.617786:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fcf expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.617813:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.617819:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.617821:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.617827:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.617878:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057440768 00000100:00100000:2.0:1746156246.617881:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057440768 00002000:00100000:2.0:1746156246.617908:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c8700 x1830977057440768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.617916:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c8700 with x1830977057440768 ext(0->4095) 00010000:00010000:2.0:1746156246.617921:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.617929:0:8467:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156246.617935:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953c8700 00000100:00100000:2.0:1746156246.617961:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2725 00000100:00100000:2.0:1746156246.617967:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057440768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.618073:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057440768:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.618078:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2725 00002000:00100000:2.0:1746156246.618083:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c8700 x1830977057440768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.618090:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c8700 with x1830977057440768 ext(0->4095) 00010000:00010000:2.0:1746156246.618107:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.618114:0:8467:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156246.618120:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953c8700 00010000:00010000:1.0:1746156246.618177:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.618187:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 5 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.618197:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054010496:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.618259:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.620447:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054010496:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.620473:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.620488:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156246.620535:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057440512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2775us (3508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.620546:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6510 00000100:00100000:0.0:1746156246.621693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.622433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.622508:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057440896 00000100:00100000:1.0:1746156246.622515:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057440896 00000100:00100000:1.0:1746156246.622559:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6511 00000100:00100000:1.0:1746156246.622566:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057440896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.622581:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.622593:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fd6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.622612:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057441024 00010000:00010000:1.0:1746156246.622613:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746156246.622616:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057441024 00010000:00010000:1.0:1746156246.622617:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.622622:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.622625:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.622632:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.622647:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11048 00000100:00100000:3.0:1746156246.622651:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057441024:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.622651:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.622658:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.622661:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.622668:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00010000:00010000:3.0:1746156246.622674:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.622681:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.622695:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78199 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fc8 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.622697:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057440896:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.622703:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6511 00010000:00010000:3.0:1746156246.623092:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.623104:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.623110:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.623117:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.623137:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.623147:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.623157:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054010752:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.623210:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.625811:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054010752:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.625833:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156246.625885:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.625898:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057441024:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3245us (3465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.625910:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11048 00000100:00100000:2.0:1746156246.626981:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057441280 00000100:00100000:2.0:1746156246.626988:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057441280 00002000:00100000:2.0:1746156246.627023:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cbb80 x1830977057441280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.627032:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cbb80 with x1830977057441280 ext(0->4095) 00010000:00010000:2.0:1746156246.627040:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.627052:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.627058:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cbb80 00000100:00100000:2.0:1746156246.627742:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2726 00000100:00100000:2.0:1746156246.627751:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057441280:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.627893:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057441280:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (2008us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.627899:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2726 00002000:00100000:2.0:1746156246.627905:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cbb80 x1830977057441280/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.627911:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cbb80 with x1830977057441280 ext(0->4095) 00010000:00010000:2.0:1746156246.627917:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.627926:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.627931:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cbb80 00000100:00100000:0.0:1746156246.631483:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.631599:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057441408 00000100:00100000:3.0:1746156246.631606:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057441408 00010000:00010000:3.0:1746156246.631635:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.631664:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11049 00000100:00100000:3.0:1746156246.631671:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057441408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.631681:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.631698:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.631708:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.631725:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e781a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fcf expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.631845:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.631847:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.631854:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.631862:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.631889:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.631899:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054010880:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.631979:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.633955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.634002:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057441664 00000100:00100000:1.0:1746156246.634009:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057441664 00002000:00100000:1.0:1746156246.634038:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cad80 x1830977057441664/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746156246.634040:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054010880:192.168.203.27@tcp:105: 00002000:00100000:1.0:1746156246.634046:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cad80 with x1830977057441664 ext(0->4095) 00002000:00010000:1.0:1746156246.634050:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cad80 00010000:00010000:3.0:1746156246.634056:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.634078:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4726 00000100:00100000:1.0:1746156246.634084:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057441664:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.634126:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057441408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2454us (2648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.634133:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11049 00000100:00100000:1.0:1746156246.634226:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057441664:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.634231:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4726 00002000:00100000:1.0:1746156246.634236:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cad80 x1830977057441664/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.634242:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cad80 with x1830977057441664 ext(0->4095) 00002000:00010000:1.0:1746156246.634245:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cad80 00000100:00100000:0.0:1746156246.637699:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.637861:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057441792 00000100:00100000:1.0:1746156246.637868:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057441792 00000100:00100000:1.0:1746156246.637905:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6512 00000100:00100000:1.0:1746156246.637911:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057441792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.637924:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.637937:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fdd expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.637960:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.638035:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.638037:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.638040:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.638062:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.638071:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 51 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.638080:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054011008:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.638161:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.640612:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054011008:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.640636:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.640650:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:1.0:1746156246.640702:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057441792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2789us (3006us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.640709:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6512 00000100:00100000:0.0:1746156246.640732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.640856:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057441920 00000100:00100000:3.0:1746156246.640861:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057441920 00010000:00010000:3.0:1746156246.640882:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.640901:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11050 00000100:00100000:3.0:1746156246.640906:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057441920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.640916:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.640931:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.640939:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.640956:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fd6 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.640967:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.640969:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.640974:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.640979:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.641000:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.641009:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054011136:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.641055:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.642675:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054011136:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.642689:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.642726:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057441920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1819us (1995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.642735:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11050 00000100:00100000:0.0:1746156246.643323:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.643455:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057442176 00000100:00100000:1.0:1746156246.643460:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057442176 00002000:00100000:1.0:1746156246.643487:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f85c00 x1830977057442176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.643501:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f85c00 with x1830977057442176 ext(0->4095) 00002000:00010000:1.0:1746156246.643505:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f85c00 00000100:00100000:1.0:1746156246.643524:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4727 00000100:00100000:1.0:1746156246.643529:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057442176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156246.643635:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057442176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.643640:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4727 00002000:00100000:1.0:1746156246.643644:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f85c00 x1830977057442176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.643650:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f85c00 with x1830977057442176 ext(0->4095) 00002000:00010000:1.0:1746156246.643652:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f85c00 00000100:00100000:0.0:1746156246.645055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.645128:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057442304 00000100:00100000:1.0:1746156246.645133:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057442304 00000100:00100000:0.0:1746156246.645149:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.645564:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057442432 00000100:00100000:1.0:1746156246.645567:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057442432 00000100:00100000:1.0:1746156246.645590:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6513 00000100:00100000:3.0:1746156246.645596:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6514 00000100:00100000:1.0:1746156246.645596:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057442304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156246.645608:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057442432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.645608:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.645615:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.645622:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813fe4 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.645623:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813feb expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.645641:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.645647:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.645649:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.645651:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.645839:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.645845:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.645854:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.645857:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.645880:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.645882:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.645892:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 5 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.645901:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054011392:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.645947:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00010000:00010000:1.0:1746156246.646957:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.646969:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:1.0:1746156246.647002:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057442304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1406us (1950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.647008:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6513 00000100:00100000:3.0:1746156246.649281:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054011392:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.649307:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.649320:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156246.649353:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057442432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3750us (4203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.649359:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6514 00000100:00100000:0.0:1746156246.650966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.651325:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057442560 00000100:00100000:3.0:1746156246.651332:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057442560 00010000:00010000:3.0:1746156246.651359:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.651949:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11051 00000100:00100000:3.0:1746156246.651956:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057442560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.651967:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.651985:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.651995:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.652013:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e781ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fdd expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.652038:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.652039:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.652045:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.652052:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.652467:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.652480:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.652490:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054011520:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.652558:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.656826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.656901:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057442816 00000100:00100000:2.0:1746156246.656907:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057442816 00002000:00100000:2.0:1746156246.656942:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093080a80 x1830977057442816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.656957:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093080a80 with x1830977057442816 ext(0->4095) 00010000:00010000:2.0:1746156246.656964:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.656976:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.656981:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093080a80 00000100:00100000:2.0:1746156246.657005:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2727 00000100:00100000:2.0:1746156246.657011:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057442816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.657139:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057442816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.657147:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2727 00002000:00100000:2.0:1746156246.657152:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093080a80 x1830977057442816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.657158:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093080a80 with x1830977057442816 ext(0->4095) 00010000:00010000:2.0:1746156246.657162:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.657168:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054011520:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.657170:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.657175:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093080a80 00010000:00010000:3.0:1746156246.657185:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.657208:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057442560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5253us (6248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.657215:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11051 00000100:00100000:0.0:1746156246.658508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.658835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.658990:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057443072 00000100:00100000:2.0:1746156246.658995:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057443072 00010000:00010000:2.0:1746156246.659018:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.659037:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11052 00000100:00100000:2.0:1746156246.659042:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057443072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.659051:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.659067:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.659076:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.659104:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e781bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813fe4 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.659233:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057442944 00000100:00100000:3.0:1746156246.659237:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057442944 00000100:00100000:3.0:1746156246.659267:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6515 00000100:00100000:3.0:1746156246.659272:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057442944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.659282:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.659291:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ff2 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.659304:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.659308:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.659313:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.659317:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.659341:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.659351:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.659358:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.659359:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.659364:0:8463:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.659393:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.659413:0:8463:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.659422:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.659431:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054011776:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.659483:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7840 going to sleep for 11 seconds 00010000:00010000:2.0:1746156246.659580:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.659946:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057443072:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 902us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.659953:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11052 00000100:00100000:3.0:1746156246.662031:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054011776:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.662048:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2400, rc 0) 00000100:00100000:3.0:1746156246.662078:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057442944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2805us (3572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.662084:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6515 00000100:00100000:0.0:1746156246.662791:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.662849:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057443328 00000100:00100000:1.0:1746156246.662855:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057443328 00002000:00100000:1.0:1746156246.662882:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081880 x1830977057443328/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.662890:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081880 with x1830977057443328 ext(0->4095) 00010000:00010000:1.0:1746156246.662897:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.662908:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.662913:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093081880 00000100:00100000:1.0:1746156246.663119:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2728 00000100:00100000:1.0:1746156246.663126:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057443328:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156246.663349:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057443328:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 223us (558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.663355:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2728 00002000:00100000:1.0:1746156246.663359:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081880 x1830977057443328/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.663383:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081880 with x1830977057443328 ext(0->4095) 00010000:00010000:1.0:1746156246.663387:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.663395:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.663400:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093081880 00000100:00100000:0.0:1746156246.666227:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.666308:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057443456 00000100:00100000:3.0:1746156246.666314:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057443456 00000100:00100000:3.0:1746156246.666346:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6516 00000100:00100000:3.0:1746156246.666352:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057443456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.666386:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.666400:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c813ff9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.666420:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.666425:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.666435:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156246.666438:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.666465:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.666475:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.666483:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156246.666847:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057443456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 493us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.666854:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6516 00000100:00100000:0.0:1746156246.667135:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.667186:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057443584 00000100:00100000:2.0:1746156246.667191:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057443584 00010000:00010000:2.0:1746156246.667211:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.667234:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11053 00000100:00100000:2.0:1746156246.667243:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057443584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.667253:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.667268:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.667278:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.667589:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e781b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813feb expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.667611:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.667613:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.667617:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.667624:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.667646:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.667655:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.667666:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054012032:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.667724:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.674082:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054012032:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.674118:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.674165:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057443584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6921us (7028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.674174:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11053 00000100:00100000:1.0:1746156246.674498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.674669:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057443840 00000100:00100000:2.0:1746156246.674674:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057443840 00002000:00100000:2.0:1746156246.674701:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510700 x1830977057443840/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.674711:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510700 with x1830977057443840 ext(0->4095) 00010000:00010000:2.0:1746156246.674717:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.674729:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.674736:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b510700 00000100:00100000:2.0:1746156246.674751:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2729 00000100:00100000:2.0:1746156246.674757:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057443840:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.674882:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057443840:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.674889:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2729 00002000:00100000:2.0:1746156246.674893:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510700 x1830977057443840/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.674900:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510700 with x1830977057443840 ext(0->4095) 00010000:00010000:2.0:1746156246.674904:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.674913:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.674918:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b510700 00000100:00100000:0.0:1746156246.676523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.676586:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057443968 00000100:00100000:2.0:1746156246.676591:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057443968 00010000:00010000:2.0:1746156246.676610:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.676628:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11054 00000100:00100000:2.0:1746156246.676634:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057443968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.676644:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.676657:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.676666:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.676784:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e781c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff2 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.676812:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.676814:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.676820:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.676832:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.676866:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.676876:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054012160:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.677427:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.678973:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054012160:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.678989:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156246.678997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.679023:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057443968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2384us (2498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.679031:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11054 00000100:00100000:1.0:1746156246.679045:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057444224 00000100:00100000:1.0:1746156246.679050:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057444224 00002000:00100000:1.0:1746156246.679070:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093082a00 x1830977057444224/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.679076:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093082a00 with x1830977057444224 ext(0->4095) 00002000:00010000:1.0:1746156246.679079:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093082a00 00000100:00100000:1.0:1746156246.679103:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4728 00000100:00100000:1.0:1746156246.679108:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057444224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156246.679215:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057444224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.679222:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4728 00002000:00100000:1.0:1746156246.679226:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093082a00 x1830977057444224/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.679233:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093082a00 with x1830977057444224 ext(0->4095) 00002000:00010000:1.0:1746156246.679236:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093082a00 00000100:00100000:3.0:1746156246.679540:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d1564f43-51fa-4103-925d-40b72781cb59:3301:1830977054012288:0@lo:400:kworker.0 00000100:00100000:3.0:1746156246.679571:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156246.679596:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746156246.679601:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830977054012416:0@lo:400:kworker.0 00000100:00100000:3.0:1746156246.679618:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156246.679636:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054012288 00000100:00100000:3.0:1746156246.679639:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054012288 00000100:00100000:2.0:1746156246.679644:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054012416 00000100:00100000:2.0:1746156246.679647:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054012416 00000100:00100000:3.0:1746156246.679657:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1746156246.679661:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a53e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3301:x1830977054012288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156246.679669:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1746156246.679674:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830977054012416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746156246.679682:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a53e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3301:x1830977054012288:12345-0@lo:400:kworker.0 Request processed in 20us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.679689:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1746156246.679689:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054012928:0@lo:400:kworker.0 00000100:00100000:2.0:1746156246.679702:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3301:x1830977054012416:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.679706:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830977054012800:0@lo:400:kworker.0 00000100:00100000:2.0:1746156246.679707:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1746156246.679715:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156246.679725:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746156246.679729:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054012672:0@lo:400:kworker.0 00000100:00100000:3.0:1746156246.679743:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830977054012416:0@lo:400:kworker.0 00000100:00100000:1.0:1746156246.679743:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977054012544:0@lo:400:kworker.0 00000100:00100000:2.0:1746156246.679747:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156246.679748:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d1564f43-51fa-4103-925d-40b72781cb59:3301:1830977054012288:0@lo:400:kworker.0 00000100:00100000:1.0:1746156246.679763:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156246.679769:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054012928 00000100:00100000:2.0:1746156246.679769:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054012800 00000100:00100000:3.0:1746156246.679771:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054012928 00000100:00100000:2.0:1746156246.679771:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054012800 00000100:00080000:3.0:1746156246.679828:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746156246.679831:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156246.679832:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054012672 00000100:00100000:2.0:1746156246.679839:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054012544 00000100:00100000:0.0:1746156246.679839:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054012672 00000100:00100000:2.0:1746156246.679842:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054012544 00000100:00100000:3.0:1746156246.679850:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1746156246.679855:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977054012928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156246.679858:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1746156246.679862:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830977054012800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156246.679868:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1746156246.679875:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977054012672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746156246.679886:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977054012928:12345-0@lo:400:kworker.0 Request processed in 31us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.679888:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830977054012800:12345-0@lo:400:kworker.0 Request processed in 25us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.679891:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1746156246.679893:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1746156246.679901:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00080000:3.0:1746156246.679905:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746156246.679906:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830977054012544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746156246.679917:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830977054012800:0@lo:400:kworker.0 00000100:00100000:0.0:1746156246.679920:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977054012672:12345-0@lo:400:kworker.0 Request processed in 44us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.679926:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830977054012544:12345-0@lo:400:kworker.0 Request processed in 19us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156246.679927:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1746156246.679930:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1746156246.679957:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054012672:0@lo:400:kworker.0 00000100:00100000:1.0:1746156246.679964:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054012928:0@lo:400:kworker.0 00000100:00100000:1.0:1746156246.679983:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977054012544:0@lo:400:kworker.0 00000100:00100000:0.0:1746156246.681052:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.681229:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057444352 00000100:00100000:2.0:1746156246.681235:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057444352 00000100:00100000:2.0:1746156246.681282:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6517 00000100:00100000:2.0:1746156246.681290:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057444352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.681303:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.681317:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814000 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.681342:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.681350:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.681351:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.681355:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.681425:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.681437:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 51 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.681447:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054013056:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.681798:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.682637:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054013056:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.682661:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.682674:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156246.682710:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057444352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1419us (1660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.682717:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6517 00000100:00100000:0.0:1746156246.683111:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.683349:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057444480 00000100:00100000:3.0:1746156246.683355:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057444480 00010000:00010000:3.0:1746156246.683408:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.683451:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11055 00000100:00100000:3.0:1746156246.683460:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057444480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.683471:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.683490:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.683500:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.683861:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e781ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c813ff9 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.684621:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.684624:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.684634:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.684642:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.684676:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.684689:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054013184:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.684776:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.687066:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054013184:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.687086:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.687323:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057444480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3861us (4210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.687332:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11055 00000100:00100000:0.0:1746156246.687857:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.688105:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057444736 00000100:00100000:1.0:1746156246.688112:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057444736 00002000:00100000:1.0:1746156246.688147:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537dc00 x1830977057444736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.688157:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537dc00 with x1830977057444736 ext(0->4095) 00002000:00010000:1.0:1746156246.688161:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537dc00 00000100:00100000:1.0:1746156246.688260:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4729 00000100:00100000:1.0:1746156246.688269:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057444736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156246.688475:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057444736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 206us (618us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.688481:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4729 00002000:00100000:1.0:1746156246.688489:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537dc00 x1830977057444736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.688495:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537dc00 with x1830977057444736 ext(0->4095) 00002000:00010000:1.0:1746156246.688499:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537dc00 00000100:00100000:0.0:1746156246.689984:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.690018:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.690076:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057444992 00000100:00100000:2.0:1746156246.690081:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057444992 00000100:00100000:3.0:1746156246.690108:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057444864 00000100:00100000:3.0:1746156246.690114:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057444864 00000100:00100000:2.0:1746156246.690136:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6518 00000100:00100000:3.0:1746156246.690143:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6519 00000100:00100000:2.0:1746156246.690144:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057444992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.690156:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156246.690159:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057444864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.690168:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.690168:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81400e expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.690178:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814007 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.690189:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.690197:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.690199:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.690202:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.690211:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.690217:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.690223:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.690225:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.690242:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.690252:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 5 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.690262:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054013312:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.690275:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.690289:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.690298:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156246.690326:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057444864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.690328:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.690332:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6519 00000100:00100000:2.0:1746156246.691398:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054013312:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.691417:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.691426:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156246.691464:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057444992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1321us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.691470:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6518 00000100:00100000:0.0:1746156246.692687:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.692754:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057445120 00000100:00100000:3.0:1746156246.692759:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057445120 00010000:00010000:3.0:1746156246.692777:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.692796:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11056 00000100:00100000:3.0:1746156246.692800:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057445120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.692807:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.692819:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.692826:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.692839:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814000 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.692859:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.692860:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.692866:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.692872:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.692893:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.692903:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.692916:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054013568:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.692976:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.694193:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054013568:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.694202:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.694221:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057445120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1421us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.694226:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11056 00000100:00100000:0.0:1746156246.695234:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.695279:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057445376 00000100:00100000:2.0:1746156246.695284:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057445376 00002000:00100000:2.0:1746156246.695316:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537c380 x1830977057445376/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.695329:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c380 with x1830977057445376 ext(0->4095) 00010000:00010000:2.0:1746156246.695335:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.695345:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.695350:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537c380 00000100:00100000:2.0:1746156246.695405:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2730 00000100:00100000:2.0:1746156246.695413:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057445376:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746156246.695541:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057445376:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.695547:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2730 00002000:00100000:2.0:1746156246.695551:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537c380 x1830977057445376/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.695557:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c380 with x1830977057445376 ext(0->4095) 00010000:00010000:2.0:1746156246.695561:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.695569:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.695573:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537c380 00000100:00100000:0.0:1746156246.697706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.697776:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057445504 00000100:00100000:2.0:1746156246.697782:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057445504 00000100:00100000:2.0:1746156246.697828:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6520 00000100:00100000:2.0:1746156246.697837:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057445504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.697853:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.697865:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814015 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.697884:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.697889:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.697894:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.697897:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.697925:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.697936:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.697944:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156246.697981:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057445504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.697986:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6520 00000100:00100000:0.0:1746156246.698818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.698849:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057445632 00000100:00100000:3.0:1746156246.698853:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057445632 00010000:00010000:3.0:1746156246.698868:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.698885:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11057 00000100:00100000:3.0:1746156246.698889:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057445632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.698895:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.698907:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.698914:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.698925:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e781d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81400e expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.698933:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.698934:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.698938:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.698942:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.698955:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.698961:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.698968:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054013824:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.699013:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.700051:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054013824:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.700065:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.700091:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057445632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1200us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.700111:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11057 00000100:00100000:0.0:1746156246.700291:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.700338:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057445888 00000100:00100000:3.0:1746156246.700343:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057445888 00002000:00100000:3.0:1746156246.700386:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537e300 x1830977057445888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.700394:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537e300 with x1830977057445888 ext(0->4095) 00010000:00010000:3.0:1746156246.700400:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.700414:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.700420:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537e300 00000100:00100000:3.0:1746156246.700445:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2731 00000100:00100000:3.0:1746156246.700452:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057445888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.700560:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057445888:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (270us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.700566:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2731 00002000:00100000:3.0:1746156246.700570:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537e300 x1830977057445888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.700577:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537e300 with x1830977057445888 ext(0->4095) 00010000:00010000:3.0:1746156246.700581:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.700589:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.700595:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537e300 00000100:00100000:0.0:1746156246.702045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.702078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.702144:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057446016 00000100:00100000:3.0:1746156246.702149:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057446016 00000100:00100000:2.0:1746156246.702151:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057446144 00000100:00100000:2.0:1746156246.702155:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057446144 00010000:00010000:3.0:1746156246.702169:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.702195:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6521 00000100:00100000:3.0:1746156246.702199:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11058 00000100:00100000:2.0:1746156246.702202:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057446144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156246.702206:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057446016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.702212:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.702216:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.702222:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81401c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.702230:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.702239:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.702244:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.702250:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.702253:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.702261:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 54 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.702278:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e781df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814007 expref: 54 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.702287:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.702289:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.702290:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.702295:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.702301:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.702311:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.702318:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.702319:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00010000:00010000:3.0:1746156246.702326:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 5 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.702335:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054014080:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.702354:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057446144:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.702359:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6521 00000100:00100000:3.0:1746156246.702392:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.703937:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054014080:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.703952:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.703978:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057446016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1772us (1935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.703984:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11058 00000100:00100000:3.0:1746156246.704596:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.704702:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057446400 00000100:00100000:2.0:1746156246.704707:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057446400 00002000:00100000:2.0:1746156246.704736:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0b480 x1830977057446400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.704744:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b480 with x1830977057446400 ext(0->4095) 00010000:00010000:2.0:1746156246.704752:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.704762:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.704767:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0b480 00000100:00100000:2.0:1746156246.704780:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2732 00000100:00100000:2.0:1746156246.704787:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057446400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.704905:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057446400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.704910:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2732 00002000:00100000:2.0:1746156246.704915:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c0b480 x1830977057446400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.704921:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b480 with x1830977057446400 ext(0->4095) 00010000:00010000:2.0:1746156246.704925:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.704933:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.704938:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c0b480 00000100:00100000:0.0:1746156246.706066:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.706146:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057446528 00000100:00100000:3.0:1746156246.706150:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057446528 00010000:00010000:3.0:1746156246.706169:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.706199:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11059 00000100:00100000:3.0:1746156246.706204:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057446528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.706213:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.706227:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.706236:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.706252:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e781e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814015 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.706262:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.706263:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.706269:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.706280:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.706304:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.706313:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054014208:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.706896:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.707903:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054014208:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.707916:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.707941:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057446528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1737us (1877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.707948:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11059 00000100:00100000:0.0:1746156246.708240:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.708307:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057446784 00000100:00100000:1.0:1746156246.708312:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057446784 00002000:00100000:1.0:1746156246.708337:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3f100 x1830977057446784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.708344:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3f100 with x1830977057446784 ext(0->4095) 00002000:00010000:1.0:1746156246.708348:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3f100 00000100:00100000:1.0:1746156246.708461:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4730 00000100:00100000:1.0:1746156246.708468:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057446784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156246.708579:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057446784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.708584:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4730 00002000:00100000:1.0:1746156246.708593:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3f100 x1830977057446784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.708600:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3f100 with x1830977057446784 ext(0->4095) 00002000:00010000:1.0:1746156246.708603:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3f100 00000100:00100000:0.0:1746156246.709912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.709990:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057446912 00000100:00100000:2.0:1746156246.709996:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057446912 00000100:00100000:2.0:1746156246.710026:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6522 00000100:00100000:2.0:1746156246.710032:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057446912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.710044:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.710056:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814023 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.710076:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.710082:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.710083:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.710085:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.710114:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.710124:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 51 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.710137:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054014336:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.710213:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.711515:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.711584:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057447040 00000100:00100000:3.0:1746156246.711589:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057447040 00010000:00010000:3.0:1746156246.711611:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.711680:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11060 00000100:00100000:3.0:1746156246.711687:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057447040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.711698:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.711714:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.711723:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.711740:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.711742:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.711747:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.711753:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.711775:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.711783:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054014464:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.711910:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00010000:00010000:2.0:1746156246.712331:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e781ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81401c expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.712355:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054014336:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.712402:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.712415:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156246.712442:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057446912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2410us (2534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.712447:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6522 00000100:00100000:3.0:1746156246.713264:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054014464:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.713274:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.713308:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057447040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1621us (1794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.713314:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11060 00000100:00100000:0.0:1746156246.714450:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.714547:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057447296 00000100:00100000:2.0:1746156246.714553:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057447296 00002000:00100000:2.0:1746156246.714585:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3ed80 x1830977057447296/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.714592:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3ed80 with x1830977057447296 ext(0->4095) 00002000:00010000:2.0:1746156246.714596:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3ed80 00000100:00100000:2.0:1746156246.714610:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4731 00000100:00100000:2.0:1746156246.714616:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057447296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.714727:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057447296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.714732:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4731 00002000:00100000:2.0:1746156246.714736:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3ed80 x1830977057447296/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.714742:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3ed80 with x1830977057447296 ext(0->4095) 00002000:00010000:2.0:1746156246.714745:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3ed80 00000100:00100000:0.0:1746156246.716633:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.716744:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057447424 00000100:00100000:2.0:1746156246.716750:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057447424 00000100:00100000:2.0:1746156246.716791:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6523 00000100:00100000:2.0:1746156246.716798:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31591:x1830977057447424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.716811:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.716825:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81402a expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.716848:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.716854:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.716856:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.716858:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.716882:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.716891:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.716900:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054014592:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.717156:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.718201:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054014592:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.718219:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.718227:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156246.718257:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057447424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1460us (1629us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.718264:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6523 00000100:00100000:0.0:1746156246.719130:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.719192:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.719256:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057447680 00000100:00100000:2.0:1746156246.719261:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057447680 00000100:00100000:2.0:1746156246.719284:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6524 00000100:00100000:2.0:1746156246.719289:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057447680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.719299:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.719308:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814031 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.719323:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.719326:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.719331:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.719334:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.719352:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.719360:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.719387:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156246.719408:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057447680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.719413:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6524 00000100:00100000:3.0:1746156246.719520:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057447552 00000100:00100000:3.0:1746156246.719525:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057447552 00010000:00010000:3.0:1746156246.719541:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.719559:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11061 00000100:00100000:3.0:1746156246.719564:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057447552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.719574:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.719589:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.719598:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.719610:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e781f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814023 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.719621:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.719623:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.719628:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.719634:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.719652:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.719661:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.719670:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054014848:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.719716:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.722130:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054014848:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.722147:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.722188:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057447552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2623us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.722196:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11061 00000100:00100000:0.0:1746156246.722349:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.722402:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057447936 00000100:00100000:2.0:1746156246.722408:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057447936 00002000:00100000:2.0:1746156246.722439:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093873480 x1830977057447936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.722447:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093873480 with x1830977057447936 ext(0->4095) 00010000:00010000:2.0:1746156246.722453:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.722463:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.722469:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093873480 00000100:00100000:2.0:1746156246.722488:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2733 00000100:00100000:2.0:1746156246.722495:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057447936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.722841:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057447936:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 346us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.722847:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2733 00002000:00100000:2.0:1746156246.722851:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093873480 x1830977057447936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.722858:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093873480 with x1830977057447936 ext(0->4095) 00010000:00010000:2.0:1746156246.722862:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.722870:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.722879:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093873480 00000100:00100000:0.0:1746156246.726028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.726067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.726139:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057448064 00000100:00100000:2.0:1746156246.726146:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057448064 00000100:00100000:2.0:1746156246.726190:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6525 00000100:00100000:2.0:1746156246.726197:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057448064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156246.726203:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057448192 00000100:00100000:3.0:1746156246.726207:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057448192 00010000:00010000:2.0:1746156246.726210:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.726222:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814038 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.726226:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.726244:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.726249:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.726253:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.726256:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.726257:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11062 00000100:00100000:3.0:1746156246.726263:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057448192:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.726270:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.726284:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.726285:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.726295:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.726420:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.726430:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156246.726464:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057448064:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 267us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.726472:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6525 00010000:00010000:3.0:1746156246.726611:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e781fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81402a expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.726632:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.726633:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.726638:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.726644:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.726663:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.726673:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.726682:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054015104:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.726739:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.729046:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.729203:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057448448 00000100:00100000:2.0:1746156246.729209:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057448448 00002000:00100000:2.0:1746156246.729239:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093872d80 x1830977057448448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.729249:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093872d80 with x1830977057448448 ext(0->4095) 00010000:00010000:2.0:1746156246.729255:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.729266:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.729272:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093872d80 00000100:00100000:2.0:1746156246.729287:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2734 00000100:00100000:2.0:1746156246.729293:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057448448:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.729434:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057448448:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.729440:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2734 00002000:00100000:2.0:1746156246.729445:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093872d80 x1830977057448448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.729452:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093872d80 with x1830977057448448 ext(0->4095) 00010000:00010000:2.0:1746156246.729456:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.729469:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.729474:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093872d80 00000100:00100000:3.0:1746156246.729546:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054015104:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.729560:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.729579:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093872a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057448192:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3317us (3512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.729586:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11062 00000100:00100000:0.0:1746156246.731015:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.731086:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057448576 00000100:00100000:2.0:1746156246.731104:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057448576 00000100:00100000:2.0:1746156246.731133:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6526 00000100:00100000:2.0:1746156246.731139:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057448576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.731152:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.731163:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81403f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.731182:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.731186:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.731192:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.731195:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.731222:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.731232:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.731240:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156246.731677:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057448576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 536us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.731683:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6526 00000100:00100000:1.0:1746156246.732126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.732318:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057448704 00000100:00100000:3.0:1746156246.732324:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057448704 00010000:00010000:3.0:1746156246.732342:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.732359:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11063 00000100:00100000:3.0:1746156246.732555:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057448704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.732567:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.732586:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.732600:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.732614:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78202 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814031 expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.732683:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.732686:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.732691:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.732697:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.732719:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.732730:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 5 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.732786:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054015360:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.733029:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.735255:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054015360:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.735274:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.735320:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057448704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2954us (3193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.735333:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11063 00000100:00100000:1.0:1746156246.736036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.736084:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057448960 00000100:00100000:0.0:1746156246.736089:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057448960 00002000:00100000:0.0:1746156246.736124:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511880 x1830977057448960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156246.736132:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511880 with x1830977057448960 ext(0->4095) 00010000:00010000:0.0:1746156246.736138:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.736148:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746156246.736154:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511880 00000100:00100000:0.0:1746156246.736221:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2735 00000100:00100000:0.0:1746156246.736228:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057448960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156246.736359:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057448960:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156246.736384:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2735 00002000:00100000:0.0:1746156246.736389:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b511880 x1830977057448960/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156246.736395:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511880 with x1830977057448960 ext(0->4095) 00010000:00010000:0.0:1746156246.736400:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.736408:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746156246.736413:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b511880 00000100:00100000:0.0:1746156246.738782:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.738964:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057449088 00000100:00100000:3.0:1746156246.738970:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057449088 00010000:00010000:3.0:1746156246.738998:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.739032:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11064 00000100:00100000:3.0:1746156246.739039:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057449088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.739049:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.739066:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.739076:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.739104:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78209 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814038 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.739116:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.739118:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.739123:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.739130:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.739153:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.739163:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054015488:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.739222:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.740550:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054015488:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.740566:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.741317:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057449088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2275us (2536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.741325:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11064 00000100:00100000:0.0:1746156246.741858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.741938:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057449344 00000100:00100000:2.0:1746156246.741944:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057449344 00002000:00100000:2.0:1746156246.741976:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093872a00 x1830977057449344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.741985:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093872a00 with x1830977057449344 ext(0->4095) 00002000:00010000:2.0:1746156246.741988:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093872a00 00000100:00100000:2.0:1746156246.742003:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4732 00000100:00100000:2.0:1746156246.742009:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057449344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.742243:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057449344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 234us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.742249:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4732 00002000:00100000:2.0:1746156246.742254:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093872a00 x1830977057449344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.742261:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093872a00 with x1830977057449344 ext(0->4095) 00002000:00010000:2.0:1746156246.742263:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093872a00 00000100:00100000:0.0:1746156246.743717:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.743886:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057449472 00000100:00100000:2.0:1746156246.743891:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057449472 00000100:00100000:2.0:1746156246.743924:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6527 00000100:00100000:2.0:1746156246.743930:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057449472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.743942:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.743956:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814046 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.743980:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.743986:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.743988:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.743991:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.744012:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.744021:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 51 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.744030:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054015616:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.744646:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.747355:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054015616:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.747466:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.747480:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156246.747521:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057449472:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3590us (3809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.747527:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6527 00000100:00100000:0.0:1746156246.748040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.748135:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057449600 00000100:00100000:3.0:1746156246.748140:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057449600 00010000:00010000:3.0:1746156246.748164:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.748194:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11065 00000100:00100000:3.0:1746156246.748201:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057449600:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.748211:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.748227:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.748236:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.748253:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78210 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81403f expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.748275:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.748277:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.748283:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.748290:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.748313:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.748323:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054015744:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.748401:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.749839:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054015744:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.749854:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.749945:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057449600:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1743us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.749952:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11065 00000100:00100000:0.0:1746156246.750311:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.750415:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057449856 00000100:00100000:2.0:1746156246.750420:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057449856 00002000:00100000:2.0:1746156246.750453:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350e300 x1830977057449856/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.750462:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350e300 with x1830977057449856 ext(0->4095) 00002000:00010000:2.0:1746156246.750466:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350e300 00000100:00100000:2.0:1746156246.750479:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4733 00000100:00100000:2.0:1746156246.750484:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057449856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.751026:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057449856:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 541us (714us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.751032:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4733 00002000:00100000:2.0:1746156246.751038:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350e300 x1830977057449856/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.751045:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350e300 with x1830977057449856 ext(0->4095) 00002000:00010000:2.0:1746156246.751048:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350e300 00000100:00100000:0.0:1746156246.752468:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.752511:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057449984 00000100:00100000:2.0:1746156246.752516:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057449984 00000100:00100000:0.0:1746156246.752529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.752555:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057450112 00000100:00100000:2.0:1746156246.752557:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057450112 00000100:00100000:2.0:1746156246.752582:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6528 00000100:00100000:2.0:1746156246.752588:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057449984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156246.752588:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6529 00000100:00100000:1.0:1746156246.752594:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057450112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.752599:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.752601:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.752613:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81404d expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.752613:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814054 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.752631:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.752637:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.752638:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.752641:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.752689:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.752693:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.752699:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.752701:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.752728:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.752739:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.752746:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00010000:00010000:1.0:1746156246.752752:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.752762:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.752771:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054016000:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.752776:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057449984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.752781:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6528 00000100:00100000:1.0:1746156246.752808:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.754773:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.754843:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057450240 00000100:00100000:3.0:1746156246.754848:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057450240 00000100:00100000:1.0:1746156246.754864:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054016000:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.754873:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.754894:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11066 00010000:00010000:1.0:1746156246.754896:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.754899:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057450240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.754906:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90c00, rc 0) 00010000:00010000:3.0:1746156246.754909:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.754924:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.754934:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057450112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2340us (2405us total) trans 0 rc 0/0 00010000:00010000:3.0:1746156246.754938:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.754941:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6529 00010000:00010000:3.0:1746156246.754955:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78217 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814046 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.754966:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.754968:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.754972:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.754978:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.755000:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.755008:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.755017:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054016128:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.755069:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.756898:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054016128:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.756916:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.756950:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057450240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2050us (2181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.756960:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11066 00000100:00100000:0.0:1746156246.757280:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.757350:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057450496 00000100:00100000:2.0:1746156246.757356:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057450496 00002000:00100000:2.0:1746156246.757498:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350d500 x1830977057450496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.757507:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350d500 with x1830977057450496 ext(0->4095) 00010000:00010000:2.0:1746156246.757513:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.757523:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.757614:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350d500 00000100:00100000:2.0:1746156246.757626:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2736 00000100:00100000:2.0:1746156246.757632:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057450496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.757828:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057450496:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 196us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.757834:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2736 00002000:00100000:2.0:1746156246.757838:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350d500 x1830977057450496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.757845:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350d500 with x1830977057450496 ext(0->4095) 00010000:00010000:2.0:1746156246.757849:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.757858:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.757862:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350d500 00000100:00100000:0.0:1746156246.760157:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.760242:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057450624 00000100:00100000:1.0:1746156246.760249:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057450624 00000100:00100000:1.0:1746156246.760290:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6530 00000100:00100000:1.0:1746156246.760297:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057450624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.760311:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.760324:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81405b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.760342:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.760346:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.760352:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156246.760354:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.760402:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.760412:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.760419:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156246.760462:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057450624:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.760467:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6530 00000100:00100000:0.0:1746156246.761894:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.761962:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057450752 00000100:00100000:3.0:1746156246.761967:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057450752 00010000:00010000:3.0:1746156246.761989:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.762008:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11067 00000100:00100000:3.0:1746156246.762014:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057450752:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.762023:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.762038:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.762048:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.762063:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78225 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814054 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.762593:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.762595:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.762602:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.762610:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.762635:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.762646:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.762655:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054016384:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.762957:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.766134:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054016384:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156246.766155:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156246.766205:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057450752:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4190us (4313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156246.766213:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11067 00000100:00100000:1.0:1746156246.766292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.767196:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057451008 00000100:00100000:3.0:1746156246.767203:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057451008 00002000:00100000:3.0:1746156246.767234:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b512d80 x1830977057451008/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.767243:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512d80 with x1830977057451008 ext(0->4095) 00010000:00010000:3.0:1746156246.767250:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.767262:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.767268:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512d80 00000100:00100000:3.0:1746156246.767293:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2737 00000100:00100000:3.0:1746156246.767300:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057451008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.767432:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057451008:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (1140us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.767437:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2737 00002000:00100000:3.0:1746156246.767442:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b512d80 x1830977057451008/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.767454:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512d80 with x1830977057451008 ext(0->4095) 00010000:00010000:3.0:1746156246.767458:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.767466:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.767471:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b512d80 00000100:00100000:1.0:1746156246.769759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.769797:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.769843:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057451264 00000100:00100000:2.0:1746156246.769851:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057451264 00000100:00100000:0.0:1746156246.769855:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057451136 00000100:00100000:0.0:1746156246.769858:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057451136 00010000:00010000:2.0:1746156246.769880:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746156246.769884:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6531 00000100:00100000:0.0:1746156246.769890:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057451136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156246.769900:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11068 00010000:00010000:0.0:1746156246.769902:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746156246.769906:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057451264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156246.769913:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814062 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.769918:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156246.769933:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156246.769938:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.769943:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156246.770045:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.770057:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 54 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.770068:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 54 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.770080:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.770083:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e7821e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81404d expref: 54 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.770091:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.770107:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.770108:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.770112:0:8461:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.770119:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.770128:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746156246.770133:0:8461:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.770143:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 5 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.770158:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057451264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 251us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156246.770159:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054016640:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.770164:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11068 00000100:00100000:0.0:1746156246.770211:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.771634:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092849c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054016640:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.771646:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97400, rc 0) 00000100:00100000:2.0:1746156246.772148:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057451136:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2256us (2393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.772155:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6531 00000100:00100000:3.0:1746156246.772454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.772548:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057451520 00000100:00100000:0.0:1746156246.772554:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057451520 00002000:00100000:0.0:1746156246.772580:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09c00 x1830977057451520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156246.772589:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09c00 with x1830977057451520 ext(0->4095) 00010000:00010000:0.0:1746156246.772595:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.772605:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746156246.772748:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c09c00 00000100:00100000:0.0:1746156246.772765:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2738 00000100:00100000:0.0:1746156246.772772:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057451520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156246.772901:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057451520:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156246.772907:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2738 00002000:00100000:0.0:1746156246.772912:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09c00 x1830977057451520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156246.772918:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09c00 with x1830977057451520 ext(0->4095) 00010000:00010000:0.0:1746156246.772922:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.772930:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746156246.772935:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c09c00 00000100:00100000:1.0:1746156246.774553:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.774612:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057451648 00000100:00100000:0.0:1746156246.774617:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057451648 00010000:00010000:0.0:1746156246.774637:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746156246.774667:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11069 00000100:00100000:0.0:1746156246.774673:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057451648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156246.774682:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156246.774696:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.774705:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.774721:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7822c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81405b expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.774742:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.774743:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.774749:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.774759:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.774784:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156246.774793:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054016768:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156246.775432:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.777413:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009284bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054016768:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.777430:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.777474:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057451648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2800us (2923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.777482:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11069 00000100:00100000:0.0:1746156246.777546:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.777670:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057451904 00000100:00100000:3.0:1746156246.777676:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057451904 00002000:00100000:3.0:1746156246.777705:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284bb80 x1830977057451904/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.777714:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284bb80 with x1830977057451904 ext(0->4095) 00002000:00010000:3.0:1746156246.777718:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284bb80 00000100:00100000:3.0:1746156246.777738:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4734 00000100:00100000:3.0:1746156246.777743:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057451904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.777875:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057451904:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.777880:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4734 00002000:00100000:3.0:1746156246.777885:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284bb80 x1830977057451904/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.777891:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284bb80 with x1830977057451904 ext(0->4095) 00002000:00010000:3.0:1746156246.777894:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284bb80 00000100:00100000:0.0:1746156246.781111:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.781270:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057452032 00000100:00100000:2.0:1746156246.781278:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057452032 00000100:00100000:2.0:1746156246.781323:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6532 00000100:00100000:2.0:1746156246.781330:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057452032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.781345:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.781358:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814069 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.781415:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.781421:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.781423:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.781426:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.781448:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.781458:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 51 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.781468:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054016896:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.781536:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.783123:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054016896:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.783147:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.783158:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156246.783197:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057452032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1867us (2109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.783207:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6532 00000100:00100000:1.0:1746156246.784437:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.784492:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057452160 00000100:00100000:2.0:1746156246.784499:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057452160 00010000:00010000:2.0:1746156246.784524:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.784558:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11070 00000100:00100000:2.0:1746156246.784565:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a49c0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057452160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.784575:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.784593:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.784602:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.784620:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e78233 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814062 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.784642:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.784655:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.784662:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.784668:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.784690:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.784701:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054017024:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.784759:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.786829:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054017024:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.786852:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.787538:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a49c0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057452160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2972us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.787547:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11070 00000100:00100000:0.0:1746156246.787709:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.787727:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057452416 00000100:00100000:3.0:1746156246.787732:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057452416 00002000:00100000:3.0:1746156246.787761:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284a300 x1830977057452416/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.787770:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a300 with x1830977057452416 ext(0->4095) 00002000:00010000:3.0:1746156246.787774:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284a300 00000100:00100000:3.0:1746156246.787795:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4735 00000100:00100000:3.0:1746156246.787934:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057452416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.788040:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057452416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 239us (331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.788046:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4735 00002000:00100000:3.0:1746156246.788050:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009284a300 x1830977057452416/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.788057:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a300 with x1830977057452416 ext(0->4095) 00002000:00010000:3.0:1746156246.788059:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284a300 00000100:00100000:0.0:1746156246.788724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.788766:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057452544 00000100:00100000:2.0:1746156246.788770:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057452544 00000100:00100000:2.0:1746156246.788794:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6533 00000100:00100000:2.0:1746156246.788799:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057452544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.788807:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.788817:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814070 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.788835:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.788841:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.788842:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.788844:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.788863:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.788876:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 5 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.788885:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054017152:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.788944:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.789414:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.789449:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057452672 00000100:00100000:2.0:1746156246.789453:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057452672 00000100:00100000:2.0:1746156246.789478:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6534 00000100:00100000:2.0:1746156246.789483:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057452672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.789490:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.789496:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814077 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.789507:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.789511:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.789516:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.789519:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.789537:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.789547:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.789559:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156246.789778:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057452672:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 293us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.789783:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6534 00000100:00100000:2.0:1746156246.790711:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054017152:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.790729:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.790743:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156246.790823:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057452544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2018us (2095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.790828:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6533 00000100:00100000:0.0:1746156246.790868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.790961:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057452800 00000100:00100000:3.0:1746156246.790965:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057452800 00010000:00010000:3.0:1746156246.790987:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.791015:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11071 00000100:00100000:3.0:1746156246.791021:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057452800:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.791030:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.791047:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.791056:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.791072:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7823a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814069 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.791105:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.791107:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.791112:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.791119:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.791139:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.791236:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.791247:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054017408:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.791292:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.792504:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054017408:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.792516:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.792547:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057452800:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1523us (1677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.792557:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11071 00000100:00100000:0.0:1746156246.793474:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.793595:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057453056 00000100:00100000:3.0:1746156246.793600:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057453056 00002000:00100000:3.0:1746156246.793625:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6300 x1830977057453056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.793633:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6300 with x1830977057453056 ext(0->4095) 00010000:00010000:3.0:1746156246.793639:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.793713:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.793719:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6300 00000100:00100000:3.0:1746156246.793740:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2739 00000100:00100000:3.0:1746156246.793747:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057453056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.793863:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057453056:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (391us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.793868:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2739 00002000:00100000:3.0:1746156246.793873:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6300 x1830977057453056/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.793879:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6300 with x1830977057453056 ext(0->4095) 00010000:00010000:3.0:1746156246.793883:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.793894:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.793899:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6300 00000100:00100000:0.0:1746156246.795460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.795531:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057453184 00000100:00100000:3.0:1746156246.795537:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057453184 00010000:00010000:3.0:1746156246.795694:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.795722:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11072 00000100:00100000:3.0:1746156246.795729:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057453184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.795740:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.795755:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.795765:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.795781:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78241 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814070 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.795793:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.795794:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.795800:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.795812:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.795837:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.795847:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054017536:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.795913:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.797025:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054017536:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.797039:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.797069:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057453184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1341us (1612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.797077:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11072 00000100:00100000:1.0:1746156246.797413:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.797458:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057453440 00000100:00100000:3.0:1746156246.797462:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057453440 00002000:00100000:3.0:1746156246.797484:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b513100 x1830977057453440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.797492:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513100 with x1830977057453440 ext(0->4095) 00002000:00010000:3.0:1746156246.797496:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b513100 00000100:00100000:3.0:1746156246.797518:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4736 00000100:00100000:3.0:1746156246.797523:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057453440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.797627:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057453440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (214us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.797635:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4736 00002000:00100000:3.0:1746156246.797639:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b513100 x1830977057453440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.797645:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513100 with x1830977057453440 ext(0->4095) 00002000:00010000:3.0:1746156246.797647:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b513100 00000100:00100000:0.0:1746156246.799120:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.799286:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057453568 00000100:00100000:2.0:1746156246.799291:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057453568 00000100:00100000:2.0:1746156246.799329:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6535 00000100:00100000:2.0:1746156246.799335:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057453568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.799346:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.799358:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81407e expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.799426:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.799433:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.799435:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.799438:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.799458:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.799467:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 51 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.799476:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054017664:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.799620:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.800901:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054017664:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.800922:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.800934:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156246.800968:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057453568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1633us (1850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.800974:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6535 00000100:00100000:1.0:1746156246.801668:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.801732:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057453696 00000100:00100000:3.0:1746156246.801736:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057453696 00010000:00010000:3.0:1746156246.801755:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.801776:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11073 00000100:00100000:3.0:1746156246.801781:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057453696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.801789:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.801803:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.801811:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.801825:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78248 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814077 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.801834:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.801836:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.801841:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.801851:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.801870:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.801878:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054017792:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.802198:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.803430:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054017792:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.803446:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.803471:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057453696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1688us (1803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.803479:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11073 00000100:00100000:1.0:1746156246.803815:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.803880:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057453952 00000100:00100000:3.0:1746156246.803889:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057453952 00002000:00100000:3.0:1746156246.803915:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510380 x1830977057453952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.803923:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510380 with x1830977057453952 ext(0->4095) 00002000:00010000:3.0:1746156246.803927:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510380 00000100:00100000:3.0:1746156246.803980:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4737 00000100:00100000:3.0:1746156246.803987:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057453952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.804132:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057453952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.804140:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4737 00002000:00100000:3.0:1746156246.804144:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b510380 x1830977057453952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.804151:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510380 with x1830977057453952 ext(0->4095) 00002000:00010000:3.0:1746156246.804154:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510380 00000100:00100000:1.0:1746156246.805063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.805213:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057454080 00000100:00100000:2.0:1746156246.805217:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057454080 00000100:00100000:2.0:1746156246.805255:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6536 00000100:00100000:2.0:1746156246.805261:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31591:x1830977057454080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.805271:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.805283:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814085 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.805305:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.805310:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.805312:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.805314:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.805332:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.805341:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 5 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.805349:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054017920:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.805431:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.807179:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054017920:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.807203:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.807215:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156246.807469:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057454080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2207us (2410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.807475:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6536 00000100:00100000:2.0:1746156246.807905:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.808393:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057454208 00000100:00100000:3.0:1746156246.808399:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057454208 00010000:00010000:3.0:1746156246.808424:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.808455:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11074 00000100:00100000:3.0:1746156246.808461:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057454208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.808471:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.808487:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.808495:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.808513:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7824f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81407e expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.808522:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.808524:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.808530:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.808540:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.808560:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.808569:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054018048:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.808628:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.809696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.809755:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057454336 00000100:00100000:0.0:1746156246.809760:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057454336 00000100:00100000:0.0:1746156246.809785:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6537 00000100:00100000:0.0:1746156246.809790:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057454336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156246.809801:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156246.809810:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81408c expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.809830:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.809835:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156246.809837:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156246.809840:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.809857:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.809867:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746156246.809874:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a95f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054018176:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156246.810085:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.811655:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054018048:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.811671:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.811711:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057454208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3249us (3805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.811720:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11074 00000100:00100000:2.0:1746156246.812013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.812128:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a95f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054018176:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.812144:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.812156:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:1.0:1746156246.812176:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057454336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2386us (2484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.812181:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6537 00000100:00100000:0.0:1746156246.812326:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057454592 00000100:00100000:0.0:1746156246.812331:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057454592 00002000:00100000:0.0:1746156246.812360:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbca80 x1830977057454592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156246.812445:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbca80 with x1830977057454592 ext(0->4095) 00010000:00010000:0.0:1746156246.812452:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.812462:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746156246.812473:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbca80 00000100:00100000:0.0:1746156246.812488:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2740 00000100:00100000:0.0:1746156246.812494:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057454592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156246.812880:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057454592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 386us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.812886:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2740 00002000:00100000:1.0:1746156246.812892:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbca80 x1830977057454592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.812899:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbca80 with x1830977057454592 ext(0->4095) 00010000:00010000:1.0:1746156246.812903:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.812913:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.812923:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbca80 00000100:00100000:3.0:1746156246.815769:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.816141:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057454720 00000100:00100000:1.0:1746156246.816148:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057454720 00000100:00100000:1.0:1746156246.816190:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6538 00000100:00100000:1.0:1746156246.816197:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057454720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.816214:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.816226:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814093 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.816246:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.816252:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.816256:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156246.816259:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.816291:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.816301:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.816308:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00000100:00100000:0.0:1746156246.816334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.816340:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057454720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.816347:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6538 00000100:00100000:3.0:1746156246.816408:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057454848 00000100:00100000:3.0:1746156246.816414:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057454848 00010000:00010000:3.0:1746156246.816432:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.816455:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11075 00000100:00100000:3.0:1746156246.816461:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057454848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.816469:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.816531:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.816545:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.816558:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78256 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814085 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.816578:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.816580:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.816585:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.816592:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.816610:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.816618:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.816785:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054018432:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.816923:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.818716:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.818797:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054018432:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.818813:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.818876:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057454848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2415us (2542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.818889:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11075 00000100:00100000:1.0:1746156246.818961:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057455104 00000100:00100000:1.0:1746156246.818966:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057455104 00002000:00100000:1.0:1746156246.818994:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbea00 x1830977057455104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.819003:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbea00 with x1830977057455104 ext(0->4095) 00010000:00010000:1.0:1746156246.819009:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.819030:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.819036:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbea00 00000100:00100000:1.0:1746156246.819063:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2741 00000100:00100000:1.0:1746156246.819069:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1973:x1830977057455104:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156246.819192:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1973:x1830977057455104:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.819198:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2741 00002000:00100000:1.0:1746156246.819204:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbea00 x1830977057455104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.819210:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbea00 with x1830977057455104 ext(0->4095) 00010000:00010000:1.0:1746156246.819215:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.819228:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.819233:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbea00 00000100:00100000:2.0:1746156246.820663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.820737:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.820804:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057455232 00000100:00100000:1.0:1746156246.820809:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057455232 00000100:00100000:3.0:1746156246.820813:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057455360 00000100:00100000:3.0:1746156246.820817:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057455360 00010000:00010000:3.0:1746156246.820835:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.820845:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6539 00000100:00100000:1.0:1746156246.820852:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057455232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.820861:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.820876:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81409a expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.820896:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.820902:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.820906:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156246.820909:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.820934:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.820944:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.820951:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:3.0:1746156246.821103:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11076 00000100:00100000:3.0:1746156246.821109:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057455360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.821118:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.821132:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 54 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.821141:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 54 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.821152:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e7825d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81408c expref: 54 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.821169:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.821171:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.821175:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.821181:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.821196:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.821208:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 5 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.821216:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054018688:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.821345:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057455232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 493us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.821352:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6539 00000100:00100000:3.0:1746156246.822125:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.823635:0:3304:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746156246.823646:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a95f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054018816:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746156246.823684:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156246.823709:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054018816 00000100:00100000:0.0:1746156246.823714:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054018816 00000100:00100000:0.0:1746156246.823739:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1746156246.823745:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977054018816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746156246.823759:0:8464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 366149632 pending 39190528 free 3854565376 avail 3852468224 00000100:00100000:0.0:1746156246.823782:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977054018816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156246.823788:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1746156246.823815:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a95f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054018816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746156246.823840:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.823856:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057455616 00000100:00100000:2.0:1746156246.823859:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057455616 00000100:00100000:3.0:1746156246.823916:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054018688:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.823929:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.823960:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057455360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2850us (3223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.823970:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11076 00002000:00100000:2.0:1746156246.823973:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc700 x1830977057455616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.823980:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc700 with x1830977057455616 ext(0->4095) 00010000:00010000:2.0:1746156246.823987:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.823998:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.824003:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc700 00000100:00100000:2.0:1746156246.824026:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2742 00000100:00100000:2.0:1746156246.824033:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057455616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.824428:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057455616:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 395us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.824434:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2742 00002000:00100000:2.0:1746156246.824439:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc700 x1830977057455616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.824446:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc700 with x1830977057455616 ext(0->4095) 00010000:00010000:2.0:1746156246.824451:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.824459:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.824464:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc700 00000100:00100000:0.0:1746156246.826032:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.826082:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057455744 00000100:00100000:3.0:1746156246.826086:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057455744 00010000:00010000:3.0:1746156246.826119:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.826142:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11077 00000100:00100000:3.0:1746156246.826148:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057455744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.826159:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.826173:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.826182:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.826198:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78264 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814093 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.826221:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.826223:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.826228:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.826235:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.826259:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.826269:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054018944:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.826352:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b7600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.827805:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054018944:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.827821:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.827849:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057455744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1700us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.827858:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11077 00000100:00100000:2.0:1746156246.828128:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.828167:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057456000 00000100:00100000:0.0:1746156246.828172:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057456000 00002000:00100000:0.0:1746156246.828198:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc380 x1830977057456000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156246.828206:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc380 with x1830977057456000 ext(0->4095) 00002000:00010000:0.0:1746156246.828209:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbc380 00000100:00100000:0.0:1746156246.828234:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4738 00000100:00100000:0.0:1746156246.828240:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057456000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156246.828351:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057456000:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (224us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156246.828356:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4738 00002000:00100000:0.0:1746156246.828361:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc380 x1830977057456000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156246.828391:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc380 with x1830977057456000 ext(0->4095) 00002000:00010000:0.0:1746156246.828394:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbc380 00000100:00100000:0.0:1746156246.829479:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.829515:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057456128 00000100:00100000:1.0:1746156246.829520:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057456128 00000100:00100000:1.0:1746156246.829552:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6540 00000100:00100000:1.0:1746156246.829557:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057456128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.829567:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.829579:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140a1 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.829597:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.829603:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.829604:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.829607:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.829627:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.829637:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 51 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.829645:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054019072:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.829924:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.832360:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054019072:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156246.832387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156246.832410:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.832457:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:3.0:1746156246.832486:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057456256 00000100:00100000:3.0:1746156246.832491:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057456256 00000100:00100000:1.0:1746156246.832502:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057456128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2945us (3026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.832509:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6540 00010000:00010000:3.0:1746156246.832511:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.832526:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11078 00000100:00100000:3.0:1746156246.832531:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057456256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.832543:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.832558:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.832566:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.832582:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e7826b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81409a expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.832593:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.832595:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.832601:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.832607:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.832628:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.832637:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054019200:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.832675:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.834629:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054019200:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.834648:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.834691:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057456256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2158us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.834702:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11078 00000100:00100000:2.0:1746156246.835198:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.835235:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057456512 00000100:00100000:3.0:1746156246.835241:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057456512 00002000:00100000:3.0:1746156246.835267:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbed80 x1830977057456512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.835275:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbed80 with x1830977057456512 ext(0->4095) 00002000:00010000:3.0:1746156246.835279:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbed80 00000100:00100000:3.0:1746156246.835299:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4739 00000100:00100000:3.0:1746156246.835303:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057456512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.835445:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057456512:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.835450:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4739 00002000:00100000:3.0:1746156246.835455:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbed80 x1830977057456512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.835461:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbed80 with x1830977057456512 ext(0->4095) 00002000:00010000:3.0:1746156246.835464:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbed80 00000100:00100000:0.0:1746156246.839539:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.839625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.839649:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057456640 00000100:00100000:1.0:1746156246.839656:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057456640 00000100:00100000:2.0:1746156246.839732:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057456768 00000100:00100000:2.0:1746156246.839736:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057456768 00000100:00100000:2.0:1746156246.839771:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6541 00000100:00100000:2.0:1746156246.839778:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31591:x1830977057456640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.839791:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746156246.839795:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6542 00000100:00100000:0.0:1746156246.839802:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057456768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.839805:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140a8 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.839810:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156246.839817:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140af expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.839827:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.839833:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.839835:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.839838:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.839921:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.839926:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.839932:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156246.839934:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.840081:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.840102:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 5 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.840113:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054019328:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.840162:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.840175:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.840184:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:2.0:1746156246.840185:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.840204:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057456768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 403us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.840211:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6542 00000100:00100000:2.0:1746156246.842001:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054019328:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.842025:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.842035:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156246.842061:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057456640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2284us (2530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.842067:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6541 00000100:00100000:0.0:1746156246.842551:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.842884:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057456896 00000100:00100000:2.0:1746156246.842890:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057456896 00010000:00010000:2.0:1746156246.842914:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.842932:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11079 00000100:00100000:2.0:1746156246.842938:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057456896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.842948:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.842963:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.842972:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.842992:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78272 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a1 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.843016:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.843018:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.843024:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.843031:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.843054:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.843253:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.843263:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054019584:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.844001:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.847043:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054019584:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.847062:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.847114:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057456896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4176us (4564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.847123:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11079 00000100:00100000:0.0:1746156246.847290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.847506:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057457152 00000100:00100000:2.0:1746156246.847512:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057457152 00002000:00100000:2.0:1746156246.847541:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f4380 x1830977057457152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.847549:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4380 with x1830977057457152 ext(0->4095) 00010000:00010000:2.0:1746156246.847555:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.847565:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.847570:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f4380 00000100:00100000:2.0:1746156246.847613:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2743 00000100:00100000:2.0:1746156246.847620:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057457152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.847739:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057457152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.847744:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2743 00002000:00100000:2.0:1746156246.847749:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f4380 x1830977057457152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.847754:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4380 with x1830977057457152 ext(0->4095) 00010000:00010000:2.0:1746156246.847758:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.847766:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.847770:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f4380 00000100:00100000:0.0:1746156246.849861:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.850063:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057457280 00000100:00100000:2.0:1746156246.850070:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057457280 00000100:00100000:0.0:1746156246.850211:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.850302:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6543 00000100:00100000:2.0:1746156246.850311:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057457280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.850324:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.850336:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140b6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.850355:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.850359:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.850364:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156246.850399:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156246.850422:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057457408 00000100:00100000:0.0:1746156246.850425:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057457408 00010000:00010000:2.0:1746156246.850427:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.850438:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.850443:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.850446:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:0.0:1746156246.850469:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11080 00000100:00100000:0.0:1746156246.850474:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057457408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746156246.850476:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057457280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.850480:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6543 00010000:00010000:0.0:1746156246.850480:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156246.850494:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.850502:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.850707:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78279 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140a8 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.850720:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.850721:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.850726:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.850737:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.850784:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.850795:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.850806:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054019840:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.850847:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.852684:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054019840:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.852700:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.852739:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1973:x1830977057457408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2264us (2527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.852747:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11080 00000100:00100000:0.0:1746156246.852797:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.853175:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057457664 00000100:00100000:2.0:1746156246.853181:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057457664 00002000:00100000:2.0:1746156246.853311:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0380 x1830977057457664/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.853321:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0380 with x1830977057457664 ext(0->4095) 00010000:00010000:2.0:1746156246.853327:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.853337:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.853343:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0380 00000100:00100000:2.0:1746156246.853389:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2744 00000100:00100000:2.0:1746156246.853396:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057457664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.853511:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057457664:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (713us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.853516:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2744 00002000:00100000:2.0:1746156246.853521:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0380 x1830977057457664/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.853528:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0380 with x1830977057457664 ext(0->4095) 00010000:00010000:2.0:1746156246.853532:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.853540:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.853545:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0380 00000100:00100000:0.0:1746156246.854835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.854956:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057457792 00000100:00100000:3.0:1746156246.854961:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057457792 00000100:00100000:3.0:1746156246.855000:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6544 00000100:00100000:3.0:1746156246.855006:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057457792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.855017:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.855028:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140bd expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.855045:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.855049:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.855058:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156246.855061:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.855085:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.855105:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.855113:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156246.855216:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057457792:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.855222:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6544 00000100:00100000:0.0:1746156246.855638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.855692:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057457920 00000100:00100000:3.0:1746156246.855695:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057457920 00010000:00010000:3.0:1746156246.855709:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.855753:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11081 00000100:00100000:3.0:1746156246.855759:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057457920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.855767:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.855779:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.855789:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.855803:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78280 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140af expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.855815:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.855817:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.855821:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.855827:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.855842:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.855849:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 5 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.855857:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054020096:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.855904:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.857215:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054020096:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.857229:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156246.857257:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.857260:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057457920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1501us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.857267:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11081 00000100:00100000:2.0:1746156246.857333:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057458176 00000100:00100000:2.0:1746156246.857337:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057458176 00002000:00100000:2.0:1746156246.857362:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b3100 x1830977057458176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.857396:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b3100 with x1830977057458176 ext(0->4095) 00010000:00010000:2.0:1746156246.857402:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.857411:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.857417:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b3100 00000100:00100000:2.0:1746156246.857429:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2745 00000100:00100000:2.0:1746156246.857435:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057458176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.857587:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057458176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.857592:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2745 00002000:00100000:2.0:1746156246.857597:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b3100 x1830977057458176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.857604:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b3100 with x1830977057458176 ext(0->4095) 00010000:00010000:2.0:1746156246.857608:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.857616:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.857625:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b3100 00000100:00100000:0.0:1746156246.859647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.859796:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057458304 00000100:00100000:3.0:1746156246.859801:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057458304 00010000:00010000:3.0:1746156246.859824:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.859867:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11082 00000100:00100000:3.0:1746156246.859871:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057458304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.859880:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.859899:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.859910:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.859931:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78287 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140b6 expref: 6 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.859951:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.859953:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.859958:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.859966:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.859989:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.859999:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054020224:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.860163:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.861793:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.861874:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054020224:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.861888:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.861912:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057458304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2040us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.861919:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11082 00000100:00100000:2.0:1746156246.861976:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057458560 00000100:00100000:2.0:1746156246.861980:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057458560 00002000:00100000:2.0:1746156246.862006:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2d80 x1830977057458560/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.862013:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2d80 with x1830977057458560 ext(0->4095) 00002000:00010000:2.0:1746156246.862017:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b2d80 00000100:00100000:2.0:1746156246.862038:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4740 00000100:00100000:2.0:1746156246.862043:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057458560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.862150:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057458560:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.862155:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4740 00002000:00100000:2.0:1746156246.862159:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b2d80 x1830977057458560/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.862165:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2d80 with x1830977057458560 ext(0->4095) 00002000:00010000:2.0:1746156246.862167:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b2d80 00000100:00100000:0.0:1746156246.864131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.864219:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057458688 00000100:00100000:2.0:1746156246.864224:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057458688 00000100:00100000:3.0:1746156246.864493:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6545 00000100:00100000:3.0:1746156246.864503:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057458688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.864516:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.864530:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140c4 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.864550:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.864555:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.864557:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.864560:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.864581:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.864591:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 51 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.864600:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054020352:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.864662:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.866400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.866478:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054020352:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.866500:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.866513:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156246.866551:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057458688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2050us (2423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.866570:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6545 00000100:00100000:2.0:1746156246.867023:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057458816 00000100:00100000:2.0:1746156246.867028:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057458816 00010000:00010000:2.0:1746156246.867052:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.867070:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11083 00000100:00100000:2.0:1746156246.867077:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057458816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.867086:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.867114:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.867123:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.867139:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7828e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140bd expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.867162:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.867164:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.867169:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.867176:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.867206:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.867216:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054020480:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.867446:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.868395:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054020480:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.868409:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.868497:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057458816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1419us (2100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.868505:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11083 00000100:00100000:0.0:1746156246.869051:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.869117:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057459072 00000100:00100000:1.0:1746156246.869122:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057459072 00002000:00100000:1.0:1746156246.869148:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bea00 x1830977057459072/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.869156:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bea00 with x1830977057459072 ext(0->4095) 00002000:00010000:1.0:1746156246.869159:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bea00 00000100:00100000:1.0:1746156246.869181:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4741 00000100:00100000:1.0:1746156246.869186:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057459072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156246.869290:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057459072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.869295:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4741 00002000:00100000:1.0:1746156246.869300:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bea00 x1830977057459072/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.869306:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bea00 with x1830977057459072 ext(0->4095) 00002000:00010000:1.0:1746156246.869308:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bea00 00000100:00100000:0.0:1746156246.871079:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.871140:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057459200 00000100:00100000:3.0:1746156246.871145:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057459200 00000100:00100000:3.0:1746156246.871185:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6546 00000100:00100000:3.0:1746156246.871191:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31591:x1830977057459200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.871204:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.871217:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140cb expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.871238:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.871244:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.871246:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.871248:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.871271:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.871285:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.871295:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054020608:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156246.871689:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.874027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.874080:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057459328 00000100:00100000:2.0:1746156246.874087:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057459328 00000100:00100000:2.0:1746156246.874148:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6547 00000100:00100000:2.0:1746156246.874155:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057459328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.874168:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.874179:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140d2 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.874201:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.874206:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.874212:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.874215:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.874284:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.874295:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.874304:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156246.874341:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057459328:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.874347:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6547 00000100:00100000:0.0:1746156246.875242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.875265:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054020608:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156246.875284:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.875294:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156246.875329:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057459200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4138us (4255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.875335:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6546 00000100:00100000:2.0:1746156246.875470:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057459456 00000100:00100000:2.0:1746156246.875474:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057459456 00010000:00010000:2.0:1746156246.875494:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.875512:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11084 00000100:00100000:2.0:1746156246.875517:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057459456:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.875525:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.875541:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.875550:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.875567:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78295 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140c4 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.875589:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.875591:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.875596:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.875603:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.875621:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.875635:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.876248:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054020864:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.876313:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.878028:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092cbc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054020864:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156246.878029:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156246.878047:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.878100:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057459456:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2573us (2850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.878104:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057459712 00000100:00100000:2.0:1746156246.878109:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11084 00000100:00100000:3.0:1746156246.878110:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057459712 00002000:00100000:3.0:1746156246.878143:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931be300 x1830977057459712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.878152:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931be300 with x1830977057459712 ext(0->4095) 00010000:00010000:3.0:1746156246.878158:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.878168:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.878178:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931be300 00000100:00100000:3.0:1746156246.878216:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2746 00000100:00100000:3.0:1746156246.878223:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057459712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.878325:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057459712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.878330:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2746 00002000:00100000:3.0:1746156246.878334:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931be300 x1830977057459712/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.878341:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931be300 with x1830977057459712 ext(0->4095) 00010000:00010000:3.0:1746156246.878345:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.878353:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.878358:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931be300 00000100:00100000:0.0:1746156246.880276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.880420:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057459840 00000100:00100000:3.0:1746156246.880425:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057459840 00000100:00100000:3.0:1746156246.880462:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6548 00000100:00100000:3.0:1746156246.880468:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057459840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.880480:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.880491:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140d9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.880512:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.880517:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.880523:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156246.880526:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.880554:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.880563:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.880572:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156246.880601:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057459840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.880606:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6548 00000100:00100000:0.0:1746156246.881037:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.881587:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057459968 00000100:00100000:3.0:1746156246.881592:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057459968 00010000:00010000:3.0:1746156246.881613:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.881898:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11085 00000100:00100000:3.0:1746156246.881906:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057459968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.881915:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.881934:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.881945:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.881976:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7829c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140cb expref: 53 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.882187:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.882189:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.882195:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.882202:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.882226:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.882235:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 52 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.882245:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054021120:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.882746:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.884646:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.885721:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057460224 00000100:00100000:3.0:1746156246.885727:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057460224 00002000:00100000:3.0:1746156246.885764:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc000 x1830977057460224/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.885773:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc000 with x1830977057460224 ext(0->4095) 00010000:00010000:3.0:1746156246.885780:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.885792:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.885798:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc000 00000100:00100000:3.0:1746156246.885830:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2747 00000100:00100000:3.0:1746156246.885837:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057460224:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.885971:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057460224:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (1329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.885977:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2747 00002000:00100000:3.0:1746156246.885982:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092cbc000 x1830977057460224/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.885989:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc000 with x1830977057460224 ext(0->4095) 00010000:00010000:3.0:1746156246.885992:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.886001:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.886006:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092cbc000 00000100:00100000:0.0:1746156246.886070:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054021120:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156246.886086:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156246.886154:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057459968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4223us (5092us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156246.886162:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11085 00000100:00100000:0.0:1746156246.887987:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.888088:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057460352 00000100:00100000:1.0:1746156246.888103:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057460352 00000100:00100000:1.0:1746156246.888144:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6549 00000100:00100000:1.0:1746156246.888151:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:31590:x1830977057460352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.888164:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.888178:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140e0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.888198:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.888203:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.888208:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156246.888211:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.888236:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.888244:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.888250:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156246.888286:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057460352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.888290:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6549 00000100:00100000:0.0:1746156246.888459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.888571:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057460480 00000100:00100000:1.0:1746156246.888575:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057460480 00010000:00010000:1.0:1746156246.888589:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.888617:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11086 00000100:00100000:1.0:1746156246.888622:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057460480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.888629:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.888644:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.888653:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.888667:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d2 expref: 53 pid: 21377 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.888687:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.888689:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.888694:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.888700:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.888718:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.888728:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 5 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.888738:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054021376:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.888793:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.891274:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054021376:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156246.891276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156246.891290:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.891332:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057460480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2709us (2872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.891342:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11086 00000100:00100000:2.0:1746156246.891511:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057460736 00000100:00100000:2.0:1746156246.891517:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057460736 00002000:00100000:2.0:1746156246.891547:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956ea300 x1830977057460736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.891555:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956ea300 with x1830977057460736 ext(0->4095) 00010000:00010000:2.0:1746156246.891561:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.891568:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.891573:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956ea300 00000100:00100000:2.0:1746156246.891595:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2748 00000100:00100000:2.0:1746156246.891602:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057460736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156246.891719:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057460736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.891724:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2748 00002000:00100000:2.0:1746156246.891729:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956ea300 x1830977057460736/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.891736:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956ea300 with x1830977057460736 ext(0->4095) 00010000:00010000:2.0:1746156246.891740:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.891748:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00002000:00010000:2.0:1746156246.891753:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956ea300 00000100:00100000:2.0:1746156246.895044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.895141:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057460864 00000100:00100000:1.0:1746156246.895147:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057460864 00010000:00010000:1.0:1746156246.895174:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.895329:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11087 00000100:00100000:1.0:1746156246.895337:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057460864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.895348:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.895652:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.895665:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.895685:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140d9 expref: 6 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.895712:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.895715:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.895721:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.895728:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.895755:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.895767:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054021504:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.896267:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.899882:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.899955:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054021504:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.899972:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.900006:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057460864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4669us (4969us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.900015:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11087 00000100:00100000:2.0:1746156246.900597:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057461120 00000100:00100000:2.0:1746156246.900602:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057461120 00002000:00100000:2.0:1746156246.900636:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8e00 x1830977057461120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.900645:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8e00 with x1830977057461120 ext(0->4095) 00002000:00010000:2.0:1746156246.900649:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8e00 00000100:00100000:2.0:1746156246.900675:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4742 00000100:00100000:2.0:1746156246.900682:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057461120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.900805:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057461120:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (929us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.900811:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4742 00002000:00100000:2.0:1746156246.900816:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8e00 x1830977057461120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.900822:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8e00 with x1830977057461120 ext(0->4095) 00002000:00010000:2.0:1746156246.900825:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8e00 00000100:00100000:0.0:1746156246.902754:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.902842:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057461248 00000100:00100000:1.0:1746156246.902852:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057461248 00000100:00100000:1.0:1746156246.902944:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6550 00000100:00100000:1.0:1746156246.902951:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057461248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.902963:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.902976:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140e7 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.902997:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.903009:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.903010:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.903013:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.903035:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 51 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.903045:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 51 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.903054:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054021632:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.903301:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.904602:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054021632:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.904623:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.904636:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:1.0:1746156246.904700:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057461248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1747us (1950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.904708:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6550 00000100:00100000:0.0:1746156246.905106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.905232:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057461376 00000100:00100000:1.0:1746156246.905237:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057461376 00010000:00010000:1.0:1746156246.905257:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.905332:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11088 00000100:00100000:1.0:1746156246.905338:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057461376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156246.905348:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156246.905516:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.905528:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.905546:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e0 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.905570:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.905572:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.905578:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.905585:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.905607:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156246.905617:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054021760:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156246.905974:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.907847:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.907928:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054021760:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156246.907942:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156246.907970:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057461376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2632us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.907978:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11088 00000100:00100000:3.0:1746156246.908040:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057461632 00000100:00100000:3.0:1746156246.908045:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057461632 00002000:00100000:3.0:1746156246.908074:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8700 x1830977057461632/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.908083:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8700 with x1830977057461632 ext(0->4095) 00002000:00010000:3.0:1746156246.908087:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8700 00000100:00100000:3.0:1746156246.908119:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4743 00000100:00100000:3.0:1746156246.908125:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057461632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.908238:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057461632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.908243:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4743 00002000:00100000:3.0:1746156246.908247:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e8700 x1830977057461632/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.908254:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8700 with x1830977057461632 ext(0->4095) 00002000:00010000:3.0:1746156246.908256:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8700 00000100:00100000:0.0:1746156246.909898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.910034:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057461760 00000100:00100000:1.0:1746156246.910040:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057461760 00000100:00100000:1.0:1746156246.910080:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6551 00000100:00100000:1.0:1746156246.910086:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057461760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.910109:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.910120:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140ee expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.910139:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.910146:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.910148:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.910151:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.910180:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.910189:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 5 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.910199:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054021888:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.910260:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.910670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.910741:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057461888 00000100:00100000:3.0:1746156246.910745:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057461888 00000100:00100000:3.0:1746156246.910766:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6552 00000100:00100000:3.0:1746156246.910771:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057461888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.910778:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.910785:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140f5 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.910795:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.910798:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.910806:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.910809:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.910828:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.910838:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.910846:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156246.910869:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057461888:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.910874:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6552 00000100:00100000:1.0:1746156246.915141:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054021888:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.915169:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.915184:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:1.0:1746156246.915242:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057461760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5155us (5347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.915250:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6551 00000100:00100000:2.0:1746156246.915697:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156246.915831:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057462016 00000100:00100000:0.0:1746156246.915837:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057462016 00010000:00010000:0.0:1746156246.915858:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746156246.915888:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11089 00000100:00100000:0.0:1746156246.915894:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057462016:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156246.915903:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156246.915919:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.915929:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.915946:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e782b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140e7 expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746156246.915967:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.915969:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156246.915975:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.915986:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.916009:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156246.916019:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746156246.916035:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800955a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054022144:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156246.916104:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.917008:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800955a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054022144:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.917019:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.917041:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057462016:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1147us (1345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.917047:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11089 00000100:00100000:0.0:1746156246.917748:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.917848:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057462272 00000100:00100000:3.0:1746156246.917852:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057462272 00002000:00100000:3.0:1746156246.917880:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4e00 x1830977057462272/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.917888:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4e00 with x1830977057462272 ext(0->4095) 00010000:00010000:3.0:1746156246.917894:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.917904:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.917909:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4e00 00000100:00100000:3.0:1746156246.917923:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2749 00000100:00100000:3.0:1746156246.917928:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057462272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.918649:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057462272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 718us (900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.918656:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2749 00002000:00100000:3.0:1746156246.918661:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a4e00 x1830977057462272/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.918669:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4e00 with x1830977057462272 ext(0->4095) 00010000:00010000:3.0:1746156246.918674:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.918683:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:3.0:1746156246.918689:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a4e00 00000100:00100000:0.0:1746156246.920997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.921728:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057462400 00000100:00100000:2.0:1746156246.921735:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057462400 00010000:00010000:2.0:1746156246.921763:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746156246.921797:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11090 00000100:00100000:2.0:1746156246.921804:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057462400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.921875:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.921893:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.921902:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.921918:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e782bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140ee expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746156246.921937:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.921938:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.921945:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.921951:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.921979:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.921989:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054022272:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.922087:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.923487:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054022272:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.923503:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.923537:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1973:x1830977057462400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1733us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.923545:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11090 00000100:00100000:0.0:1746156246.924698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.924824:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057462656 00000100:00100000:3.0:1746156246.924829:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057462656 00002000:00100000:3.0:1746156246.924859:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a7b80 x1830977057462656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.924867:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7b80 with x1830977057462656 ext(0->4095) 00002000:00010000:3.0:1746156246.924870:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a7b80 00000100:00100000:3.0:1746156246.925418:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4744 00000100:00100000:3.0:1746156246.925425:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057462656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.925589:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057462656:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (893us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.925596:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4744 00002000:00100000:3.0:1746156246.925601:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a7b80 x1830977057462656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.925607:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7b80 with x1830977057462656 ext(0->4095) 00002000:00010000:3.0:1746156246.925610:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a7b80 00000100:00100000:0.0:1746156246.928756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.928838:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057462784 00000100:00100000:1.0:1746156246.928844:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057462784 00000100:00100000:1.0:1746156246.928873:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6553 00000100:00100000:1.0:1746156246.928879:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057462784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.928893:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.928906:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8140fc expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.928927:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.928933:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.928934:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.928937:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.928960:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.928974:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 51 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.928984:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054022400:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.929057:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.930441:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054022400:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.930457:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.930465:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:1.0:1746156246.930486:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057462784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1608us (1737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.930491:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6553 00000100:00100000:0.0:1746156246.931018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.931132:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057462912 00000100:00100000:3.0:1746156246.931137:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057462912 00010000:00010000:3.0:1746156246.931155:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.931172:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11091 00000100:00100000:3.0:1746156246.931177:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057462912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.931185:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.931199:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.931207:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.931222:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e782c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140f5 expref: 52 pid: 8463 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.931244:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.931245:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.931250:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.931262:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.931281:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.931290:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054022528:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.931327:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.934481:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.934644:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054022528:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.934662:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.934695:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057462912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3517us (3677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.934704:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11091 00000100:00100000:1.0:1746156246.934818:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057463168 00000100:00100000:1.0:1746156246.934824:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057463168 00002000:00100000:1.0:1746156246.934858:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84c380 x1830977057463168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.934870:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84c380 with x1830977057463168 ext(0->4095) 00002000:00010000:1.0:1746156246.934874:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84c380 00000100:00100000:1.0:1746156246.934898:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4745 00000100:00100000:1.0:1746156246.934904:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057463168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156246.935042:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057463168:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.935051:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4745 00002000:00100000:1.0:1746156246.935055:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84c380 x1830977057463168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.935061:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84c380 with x1830977057463168 ext(0->4095) 00002000:00010000:1.0:1746156246.935064:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84c380 00000100:00100000:0.0:1746156246.935357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.935394:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057463296 00000100:00100000:1.0:1746156246.935397:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057463296 00000100:00100000:1.0:1746156246.935418:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6554 00000100:00100000:1.0:1746156246.935422:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057463296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.935429:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.935446:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814103 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.935465:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.935471:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.935472:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.935475:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.935495:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.935503:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 5 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746156246.935516:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054022656:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.936779:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.937275:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.937392:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057463424 00000100:00100000:1.0:1746156246.937397:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057463424 00000100:00100000:1.0:1746156246.937429:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6555 00000100:00100000:1.0:1746156246.937434:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057463424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.937444:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.937453:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81410a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.937468:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.937471:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.937477:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.937479:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.937500:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.937510:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.937517:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156246.937541:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057463424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.937547:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6555 00000100:00100000:1.0:1746156246.938628:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054022656:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.938645:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.938657:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:1.0:1746156246.938863:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057463296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3439us (3505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.938869:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6554 00000100:00100000:0.0:1746156246.939123:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.939214:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057463552 00000100:00100000:3.0:1746156246.939218:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057463552 00010000:00010000:3.0:1746156246.939240:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.939262:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11092 00000100:00100000:3.0:1746156246.939268:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057463552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.939276:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.939291:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.939300:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.939314:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e782cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8140fc expref: 6 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.939329:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.939331:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.939336:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.939343:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.939361:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.939400:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 52 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.939452:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054022912:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.939529:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.940962:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054022912:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.940975:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.940996:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057463552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1729us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.941003:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11092 00000100:00100000:0.0:1746156246.942122:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.942238:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057463808 00000100:00100000:1.0:1746156246.942243:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057463808 00002000:00100000:1.0:1746156246.942270:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84f480 x1830977057463808/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.942279:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84f480 with x1830977057463808 ext(0->4095) 00010000:00010000:1.0:1746156246.942285:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.942297:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.942302:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84f480 00000100:00100000:1.0:1746156246.942326:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2750 00000100:00100000:1.0:1746156246.942331:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057463808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156246.942485:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057463808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.942492:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2750 00002000:00100000:1.0:1746156246.942497:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84f480 x1830977057463808/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.942504:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84f480 with x1830977057463808 ext(0->4095) 00010000:00010000:1.0:1746156246.942508:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746156246.942515:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746156246.942520:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84f480 00000100:00100000:0.0:1746156246.944268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.944715:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057463936 00000100:00100000:3.0:1746156246.944720:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057463936 00010000:00010000:3.0:1746156246.944744:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746156246.944763:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11093 00000100:00100000:3.0:1746156246.944768:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057463936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.944778:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.944791:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.944799:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.944816:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e782d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814103 expref: 53 pid: 8461 timeout: 602 lvb_type: 0 00010000:00010000:3.0:1746156246.944839:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.944841:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.944846:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.944852:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.944875:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.944884:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054023040:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.945679:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.946485:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054023040:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.946500:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.946535:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1972:x1830977057463936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1766us (2270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.946544:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11093 00000100:00100000:0.0:1746156246.947040:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.947221:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057464192 00000100:00100000:3.0:1746156246.947226:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057464192 00002000:00100000:3.0:1746156246.947252:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4833b80 x1830977057464192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.947261:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4833b80 with x1830977057464192 ext(0->4095) 00002000:00010000:3.0:1746156246.947264:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4833b80 00000100:00100000:3.0:1746156246.947285:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4746 00000100:00100000:3.0:1746156246.947290:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057464192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.947406:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057464192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (367us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.947411:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4746 00002000:00100000:3.0:1746156246.947415:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4833b80 x1830977057464192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.947421:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4833b80 with x1830977057464192 ext(0->4095) 00002000:00010000:3.0:1746156246.947423:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4833b80 00000100:00100000:0.0:1746156246.949251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.949426:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057464320 00000100:00100000:1.0:1746156246.949431:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057464320 00000100:00100000:1.0:1746156246.949468:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6556 00000100:00100000:1.0:1746156246.949474:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057464320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.949485:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.949497:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814111 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.949536:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.949543:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.949544:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156246.949547:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.949575:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.949584:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 51 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156246.949594:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054023168:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.949658:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156246.951320:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054023168:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156246.951342:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.951354:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b570c00, rc 0) 00000100:00100000:1.0:1746156246.951404:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057464320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1930us (2157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156246.951411:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6556 00000100:00100000:0.0:1746156246.951830:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.952115:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057464448 00000100:00100000:3.0:1746156246.952120:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057464448 00010000:00010000:3.0:1746156246.952140:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 52 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156246.952312:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11094 00000100:00100000:3.0:1746156246.952319:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057464448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.952328:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.952344:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 52 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.952354:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 52 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.952391:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e782db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81410a expref: 52 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.952413:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.952415:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.952421:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.952428:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.952452:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.952461:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054023296:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.952668:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.954634:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054023296:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.954651:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.954683:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1975:x1830977057464448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2364us (2853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.954692:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11094 00000100:00100000:0.0:1746156246.955875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.956118:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057464704 00000100:00100000:1.0:1746156246.956127:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057464704 00002000:00100000:1.0:1746156246.956167:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4831f80 x1830977057464704/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.956176:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831f80 with x1830977057464704 ext(0->4095) 00002000:00010000:1.0:1746156246.956181:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4831f80 00000100:00100000:1.0:1746156246.956224:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4747 00000100:00100000:1.0:1746156246.956232:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057464704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156246.956429:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057464704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 195us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156246.956435:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4747 00002000:00100000:1.0:1746156246.956442:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4831f80 x1830977057464704/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156246.956449:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831f80 with x1830977057464704 ext(0->4095) 00002000:00010000:1.0:1746156246.956452:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4831f80 00000100:00100000:0.0:1746156246.958833:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156246.958927:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057464832 00000100:00100000:1.0:1746156246.958936:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057464832 00000100:00100000:1.0:1746156246.958996:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6557 00000100:00100000:1.0:1746156246.959004:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31590:x1830977057464832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156246.959021:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156246.959037:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814118 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.959064:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.959070:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.959072:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156246.959075:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.959123:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156246.959140:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 5 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156246.959151:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054023424:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156246.959264:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.959646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.959707:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057464960 00000100:00100000:3.0:1746156246.959711:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057464960 00000100:00100000:3.0:1746156246.959734:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6558 00000100:00100000:3.0:1746156246.959739:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057464960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156246.959745:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156246.959752:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81411f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.959766:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.959769:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.959775:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156246.959778:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.959797:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.959833:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.959841:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156246.959866:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057464960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.959871:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6558 00000100:00100000:1.0:1746156246.961875:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.961960:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057465088 00000100:00100000:3.0:1746156246.961965:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057465088 00010000:00010000:3.0:1746156246.961990:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156246.962013:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11095 00000100:00100000:3.0:1746156246.962023:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057465088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.962032:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.962048:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.962058:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.962073:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.962075:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.962081:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.962087:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.962122:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.962135:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156246.962144:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054023680:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156246.962222:0:8461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e782e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814111 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746156246.962243:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054023424:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156246.962266:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746156246.962273:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746156246.962283:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90c00, rc 0) 00000100:00100000:3.0:1746156246.962350:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.962983:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057464832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3976us (4153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156246.962991:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6557 00000100:00100000:3.0:1746156246.967876:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054023680:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.967910:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.967984:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057465088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5962us (6113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.967995:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11095 00000100:00100000:0.0:1746156246.968431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.968537:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057465344 00000100:00100000:3.0:1746156246.968544:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057465344 00002000:00100000:3.0:1746156246.968581:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4833800 x1830977057465344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.968591:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4833800 with x1830977057465344 ext(0->4095) 00010000:00010000:3.0:1746156246.968599:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.968611:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156246.968617:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4833800 00000100:00100000:3.0:1746156246.968647:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2751 00000100:00100000:3.0:1746156246.968656:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057465344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.968811:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057465344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.968818:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2751 00002000:00100000:3.0:1746156246.968824:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4833800 x1830977057465344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.968831:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4833800 with x1830977057465344 ext(0->4095) 00010000:00010000:3.0:1746156246.968836:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.968846:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156246.968851:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4833800 00000100:00100000:0.0:1746156246.973407:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.974063:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057465472 00000100:00100000:3.0:1746156246.974072:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057465472 00010000:00010000:3.0:1746156246.974119:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156246.974175:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11096 00000100:00100000:3.0:1746156246.974185:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057465472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.974198:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.974219:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.974231:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.974251:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e782e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814118 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.974300:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.974304:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.974312:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.974320:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.974352:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 52 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.974395:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054023808:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.976384:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.976551:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054023808:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.976565:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.976589:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057465472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2407us (3222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.976596:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11096 00000100:00100000:0.0:1746156246.977002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.977045:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057465728 00000100:00100000:3.0:1746156246.977050:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057465728 00002000:00100000:3.0:1746156246.977073:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545500 x1830977057465728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.977080:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545500 with x1830977057465728 ext(0->4095) 00002000:00010000:3.0:1746156246.977083:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545500 00000100:00100000:3.0:1746156246.977105:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4748 00000100:00100000:3.0:1746156246.977111:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057465728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.977224:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057465728:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (226us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.977230:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4748 00002000:00100000:3.0:1746156246.977235:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545500 x1830977057465728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.977241:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545500 with x1830977057465728 ext(0->4095) 00002000:00010000:3.0:1746156246.977243:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545500 00000100:00100000:0.0:1746156246.979355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.979523:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057465856 00000100:00100000:2.0:1746156246.979528:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057465856 00000100:00100000:2.0:1746156246.979560:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6559 00000100:00100000:2.0:1746156246.979565:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057465856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.979578:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.979589:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814126 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.979611:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.979617:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.979618:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.979621:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.979642:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 51 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.979655:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 51 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156246.979665:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054023936:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.979731:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.981049:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054023936:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156246.981071:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.981082:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156246.981128:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057465856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1562us (1778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.981135:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6559 00000100:00100000:0.0:1746156246.981695:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.981726:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057465984 00000100:00100000:2.0:1746156246.981730:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057465984 00010000:00010000:2.0:1746156246.981750:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 52 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156246.981770:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11097 00000100:00100000:2.0:1746156246.981776:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057465984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156246.981785:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156246.981801:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 52 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156246.981811:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 52 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156246.981828:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e782f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81411f expref: 52 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156246.981842:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.981843:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.981848:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.981856:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.981876:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156246.981886:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054024064:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.981946:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156246.984539:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054024064:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156246.984558:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156246.984590:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:1974:x1830977057465984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2813us (2894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.984599:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11097 00000100:00100000:0.0:1746156246.984670:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.984742:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057466240 00000100:00100000:3.0:1746156246.984747:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057466240 00002000:00100000:3.0:1746156246.984772:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545c00 x1830977057466240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.984782:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545c00 with x1830977057466240 ext(0->4095) 00002000:00010000:3.0:1746156246.984785:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545c00 00000100:00100000:3.0:1746156246.984797:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4749 00000100:00100000:3.0:1746156246.984801:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057466240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156246.984900:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057466240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (232us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.984904:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4749 00002000:00100000:3.0:1746156246.984908:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545c00 x1830977057466240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.984913:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545c00 with x1830977057466240 ext(0->4095) 00002000:00010000:3.0:1746156246.984915:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545c00 00000100:00100000:0.0:1746156246.986356:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.986524:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057466368 00000100:00100000:2.0:1746156246.986529:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057466368 00000100:00100000:2.0:1746156246.986565:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6560 00000100:00100000:2.0:1746156246.986570:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+51:31591:x1830977057466368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.986583:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.986594:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81412d expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.986613:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.986727:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.986729:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.986733:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.986756:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.986766:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 5 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156246.986776:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054024192:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.986888:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.987291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.987450:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057466496 00000100:00100000:2.0:1746156246.987453:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057466496 00000100:00100000:2.0:1746156246.987583:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6561 00000100:00100000:2.0:1746156246.987590:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057466496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.987610:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.987636:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814134 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.987651:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156246.987655:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.987660:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.987662:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.987740:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.987774:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.987783:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156246.987827:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057466496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 238us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.987833:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6561 00000100:00100000:2.0:1746156246.988559:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054024192:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156246.988754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156246.988758:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.988766:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156246.988799:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057466368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2228us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156246.988804:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6560 00000100:00100000:3.0:1746156246.988874:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057466624 00000100:00100000:3.0:1746156246.988878:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057466624 00010000:00010000:3.0:1746156246.988911:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156246.989289:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11098 00000100:00100000:3.0:1746156246.989296:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057466624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.989327:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.989345:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.989362:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.989425:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e782f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814126 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.989444:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.989454:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.989460:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.989467:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.989501:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 52 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.989510:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 52 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156246.989522:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054024448:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.989889:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156246.991305:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054024448:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156246.991319:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156246.991349:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057466624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2053us (2595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156246.991357:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11098 00000100:00100000:0.0:1746156246.992407:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.992446:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057466880 00000100:00100000:3.0:1746156246.992451:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057466880 00002000:00100000:3.0:1746156246.992478:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547b80 x1830977057466880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.992486:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547b80 with x1830977057466880 ext(0->4095) 00010000:00010000:3.0:1746156246.992492:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.992501:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156246.992507:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547b80 00000100:00100000:3.0:1746156246.992525:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2752 00000100:00100000:3.0:1746156246.992530:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057466880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156246.992643:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057466880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (238us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156246.992651:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2752 00002000:00100000:3.0:1746156246.992655:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b547b80 x1830977057466880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156246.992662:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547b80 with x1830977057466880 ext(0->4095) 00010000:00010000:3.0:1746156246.992666:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.992673:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156246.992678:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b547b80 00000100:00100000:0.0:1746156246.994263:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156246.994346:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057467008 00000100:00100000:3.0:1746156246.994351:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057467008 00010000:00010000:3.0:1746156246.994386:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156246.994405:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11099 00000100:00100000:3.0:1746156246.994412:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057467008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156246.994420:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156246.994434:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.994443:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.994458:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e782fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81412d expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156246.994482:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.994484:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156246.994489:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.994496:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156246.994518:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156246.994527:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054024576:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156246.994594:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156246.996209:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.996394:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057467264 00000100:00100000:3.0:1746156246.996397:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054024576:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156246.996399:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057467264 00010000:00010000:3.0:1746156246.996413:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156246.996429:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545180 x1830977057467264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/0 e 0 to 0 dl 1746156257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.996438:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545180 with x1830977057467264 ext(0->4095) 00000100:00100000:3.0:1746156246.996441:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1973:x1830977057467008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2030us (2182us total) trans 0 rc 0/0 00002000:00010000:2.0:1746156246.996441:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545180 00000100:00100000:3.0:1746156246.996449:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11099 00000100:00100000:2.0:1746156246.996467:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4750 00000100:00100000:2.0:1746156246.996473:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057467264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156246.996597:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1974:x1830977057467264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156246.996603:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4750 00002000:00100000:2.0:1746156246.996607:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b545180 x1830977057467264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746156257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156246.996615:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545180 with x1830977057467264 ext(0->4095) 00002000:00010000:2.0:1746156246.996617:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545180 00000100:00100000:0.0:1746156246.998891:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156246.998965:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057467392 00000100:00100000:2.0:1746156246.998970:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057467392 00000100:00100000:2.0:1746156246.999237:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6562 00000100:00100000:2.0:1746156246.999244:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057467392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156246.999258:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156246.999270:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81413b expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.999293:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.999300:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.999301:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156246.999304:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.999327:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 51 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156246.999341:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 51 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156246.999351:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054024704:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156246.999438:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.001780:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054024704:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.001806:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.001820:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156247.001852:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057467392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2609us (2967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.001859:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6562 00000100:00100000:0.0:1746156247.004457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.006564:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057467520 00000100:00100000:2.0:1746156247.006572:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057467520 00002000:00100000:2.0:1746156247.006613:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134cc9880 x1830977057467520/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.006621:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9880 with x1830977057467520 ext(0->7) 00010000:00010000:2.0:1746156247.006628:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 52 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.006640:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 52 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.006650:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc9880 00000100:00100000:2.0:1746156247.006679:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2753 00000100:00100000:2.0:1746156247.006685:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+52:1975:x1830977057467520:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156247.006920:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057467520:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 234us (2469us total) trans 4294968010 rc 0/0 00000100:00100000:2.0:1746156247.006925:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2753 00002000:00100000:2.0:1746156247.006930:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134cc9880 x1830977057467520/t4294968010(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/448 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.006936:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9880 with x1830977057467520 ext(0->7) 00010000:00010000:2.0:1746156247.006940:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.006947:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.006952:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc9880 00000100:00100000:0.0:1746156247.009230:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.009284:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057467648 00000100:00100000:3.0:1746156247.009292:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057467648 00010000:00010000:3.0:1746156247.009321:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.009355:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11100 00000100:00100000:3.0:1746156247.009362:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057467648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.009397:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746156247.009411:0:8476:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746156246 -> 1746156247 00002000:00010000:3.0:1746156247.009413:0:8476:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746156246 -> 1746156247 00010000:00010000:3.0:1746156247.009418:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.009428:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.009447:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78305 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814134 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.009469:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.009471:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.009477:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.009485:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.009511:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.009520:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054024832:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.009590:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.013957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.014012:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057467904 00000100:00100000:2.0:1746156247.014019:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057467904 00000100:00100000:0.0:1746156247.014038:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:2.0:1746156247.014052:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cca680 x1830977057467904/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.014061:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cca680 with x1830977057467904 ext(0->4095) 00002000:00010000:2.0:1746156247.014064:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cca680 00000100:00100000:2.0:1746156247.014100:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4751 00000100:00100000:2.0:1746156247.014106:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057467904:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.014232:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057467904:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.014237:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4751 00002000:00100000:2.0:1746156247.014241:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cca680 x1830977057467904/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.014247:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cca680 with x1830977057467904 ext(0->4095) 00002000:00010000:2.0:1746156247.014250:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cca680 00000100:00100000:3.0:1746156247.014289:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054024832:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.014305:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.014325:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057467648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4964us (5101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.014332:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11100 00000100:00100000:2.0:1746156247.014341:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057468032 00000100:00100000:2.0:1746156247.014344:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057468032 00000100:00100000:2.0:1746156247.014382:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6563 00000100:00100000:2.0:1746156247.014386:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057468032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.014394:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.014404:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814142 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.014423:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.014429:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.014430:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.014433:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.014459:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.014786:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 5 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.014798:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054024960:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.014964:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.015830:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.015866:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057468160 00000100:00100000:3.0:1746156247.015869:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057468160 00000100:00100000:3.0:1746156247.015897:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6564 00000100:00100000:3.0:1746156247.015901:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31591:x1830977057468160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.015908:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.015914:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814149 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.015927:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.015929:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.015936:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.015938:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.015955:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.015962:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.015967:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156247.015987:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057468160:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.015993:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6564 00000100:00100000:0.0:1746156247.017777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.017810:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054024960:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.017833:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.017835:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057468288 00000100:00100000:2.0:1746156247.017839:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057468288 00010000:00010000:3.0:1746156247.017845:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00010000:00010000:2.0:1746156247.017856:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.017871:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057468032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3484us (3834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.017874:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11101 00000100:00100000:3.0:1746156247.017877:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6563 00000100:00100000:2.0:1746156247.017879:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057468288:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.017887:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.017902:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.017911:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.017927:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e7830c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81413b expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.017938:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.017940:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.017945:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.017962:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.017985:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.017994:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.018004:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054025216:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.018510:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.019869:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054025216:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.019883:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.019917:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057468288:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2037us (2144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.019925:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11101 00000100:00100000:0.0:1746156247.020228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.020450:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057468544 00000100:00100000:1.0:1746156247.020459:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057468544 00002000:00100000:1.0:1746156247.020511:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cca300 x1830977057468544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.020520:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cca300 with x1830977057468544 ext(0->4095) 00010000:00010000:1.0:1746156247.020526:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.020538:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.020543:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cca300 00000100:00100000:1.0:1746156247.020730:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2754 00000100:00100000:1.0:1746156247.020736:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057468544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.020860:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057468544:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.020865:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2754 00002000:00100000:1.0:1746156247.020869:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cca300 x1830977057468544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.020876:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cca300 with x1830977057468544 ext(0->4095) 00010000:00010000:1.0:1746156247.020880:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.020888:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.020893:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cca300 00000100:00100000:0.0:1746156247.022301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.022418:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057468672 00000100:00100000:2.0:1746156247.022423:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057468672 00010000:00010000:2.0:1746156247.022445:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.022473:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11102 00000100:00100000:2.0:1746156247.022480:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1973:x1830977057468672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.022489:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.022504:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.022513:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.022528:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78313 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814142 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.022538:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.022539:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.022544:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.022551:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.022575:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.022584:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054025344:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.022886:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.024548:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.024564:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054025344:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.024584:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.024610:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1973:x1830977057468672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2130us (2312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.024618:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11102 00000100:00100000:1.0:1746156247.024771:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057468928 00000100:00100000:1.0:1746156247.024775:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057468928 00002000:00100000:1.0:1746156247.024798:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9f80 x1830977057468928/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.024806:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9f80 with x1830977057468928 ext(0->4095) 00002000:00010000:1.0:1746156247.024809:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9f80 00000100:00100000:1.0:1746156247.024829:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4752 00000100:00100000:1.0:1746156247.024835:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057468928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.025185:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057468928:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.025191:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4752 00002000:00100000:1.0:1746156247.025197:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9f80 x1830977057468928/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.025203:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9f80 with x1830977057468928 ext(0->4095) 00002000:00010000:1.0:1746156247.025206:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9f80 00000100:00100000:0.0:1746156247.026422:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.026515:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057469056 00000100:00100000:3.0:1746156247.026520:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057469056 00000100:00100000:3.0:1746156247.026619:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6565 00000100:00100000:3.0:1746156247.026626:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057469056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.026637:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.026648:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814150 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.026670:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.026676:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.026678:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.026680:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.026702:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 53 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.026711:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 53 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.026720:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054025472:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.026786:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.027814:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054025472:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.027834:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.027845:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156247.027881:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057469056:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1256us (1460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.027896:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6565 00000100:00100000:0.0:1746156247.028637:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.029037:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057469184 00000100:00100000:2.0:1746156247.029042:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057469184 00010000:00010000:2.0:1746156247.029065:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 54 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.029102:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11103 00000100:00100000:2.0:1746156247.029108:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1972:x1830977057469184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.029118:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.029134:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 54 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.029144:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 54 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.029160:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7831a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814149 expref: 54 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.029170:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.029171:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.029176:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.029182:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.029202:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.029214:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054025600:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.029807:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.031018:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054025600:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.031033:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.031065:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1972:x1830977057469184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1956us (2428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.031072:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11103 00000100:00100000:0.0:1746156247.031732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.031803:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057469440 00000100:00100000:1.0:1746156247.031808:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057469440 00002000:00100000:1.0:1746156247.031838:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b515880 x1830977057469440/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.031846:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515880 with x1830977057469440 ext(0->4095) 00002000:00010000:1.0:1746156247.031850:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b515880 00000100:00100000:1.0:1746156247.031875:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4753 00000100:00100000:1.0:1746156247.031881:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057469440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.032024:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057469440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.032029:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4753 00002000:00100000:1.0:1746156247.032034:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b515880 x1830977057469440/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.032040:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515880 with x1830977057469440 ext(0->4095) 00002000:00010000:1.0:1746156247.032042:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b515880 00000100:00100000:0.0:1746156247.033507:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.033554:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057469568 00000100:00100000:3.0:1746156247.033559:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057469568 00000100:00100000:3.0:1746156247.033603:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6566 00000100:00100000:3.0:1746156247.033610:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057469568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.033621:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.033633:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814157 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.033652:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.033662:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.033664:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.033667:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.033688:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.033697:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 5 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.033707:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054025728:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.033767:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.034851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.035109:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057469696 00000100:00100000:2.0:1746156247.035114:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057469696 00000100:00100000:2.0:1746156247.035152:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6567 00000100:00100000:2.0:1746156247.035159:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057469696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.035169:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.035179:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81415e expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.035194:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.035198:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.035206:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.035209:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.035230:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.035245:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156247.035247:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.035250:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054025728:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.035253:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00010000:00010000:3.0:1746156247.035265:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.035274:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156247.035294:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057469568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1685us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.035295:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057469696:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.035300:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6566 00000100:00100000:2.0:1746156247.035307:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6567 00000100:00100000:2.0:1746156247.035324:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057469824 00000100:00100000:2.0:1746156247.035327:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057469824 00010000:00010000:2.0:1746156247.035340:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.035363:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11104 00000100:00100000:2.0:1746156247.035988:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057469824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.035997:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.036013:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.036023:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.036038:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78321 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814150 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.036049:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.036051:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.036055:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.036061:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.036077:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.036086:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.036105:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054025984:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.036156:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.037976:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.038001:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054025984:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.038017:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.038023:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057470080 00000100:00100000:1.0:1746156247.038028:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057470080 00000100:00100000:2.0:1746156247.038048:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057469824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2064us (2802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.038054:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11104 00002000:00100000:1.0:1746156247.038259:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920be300 x1830977057470080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.038267:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920be300 with x1830977057470080 ext(0->4095) 00010000:00010000:1.0:1746156247.038273:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.038282:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.038291:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920be300 00000100:00100000:1.0:1746156247.038312:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2755 00000100:00100000:1.0:1746156247.038318:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057470080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156247.038728:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057470080:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 409us (755us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156247.038735:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2755 00002000:00100000:0.0:1746156247.038741:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920be300 x1830977057470080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156247.038748:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920be300 with x1830977057470080 ext(0->4095) 00010000:00010000:0.0:1746156247.038753:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746156247.038767:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746156247.038773:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920be300 00000100:00100000:0.0:1746156247.040690:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.040848:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057470208 00000100:00100000:2.0:1746156247.040854:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057470208 00000100:00100000:2.0:1746156247.040908:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6568 00000100:00100000:2.0:1746156247.040914:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057470208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.040926:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.040939:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814165 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.040961:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.040965:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.040970:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156247.040973:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.040997:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.041005:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.041012:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:0.0:1746156247.041044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.041051:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057470208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.041056:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6568 00000100:00100000:2.0:1746156247.041073:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057470336 00000100:00100000:2.0:1746156247.041075:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057470336 00010000:00010000:2.0:1746156247.041103:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.041118:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11105 00000100:00100000:2.0:1746156247.041123:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057470336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.041131:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.041146:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.041154:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.041167:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78328 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814157 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.041175:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.041176:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.041180:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.041186:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.041199:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.041208:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.041216:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054026240:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.041255:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.042727:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054026240:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156247.042729:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156247.042741:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.042793:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057470336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1670us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.042800:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11105 00000100:00100000:1.0:1746156247.042803:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057470592 00000100:00100000:1.0:1746156247.042807:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057470592 00002000:00100000:1.0:1746156247.042833:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bd880 x1830977057470592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.042841:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bd880 with x1830977057470592 ext(0->4095) 00010000:00010000:1.0:1746156247.042851:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.042861:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.042866:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bd880 00000100:00100000:1.0:1746156247.042878:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2756 00000100:00100000:1.0:1746156247.042883:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057470592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.043238:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057470592:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 353us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.043244:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2756 00002000:00100000:1.0:1746156247.043249:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bd880 x1830977057470592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.043255:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bd880 with x1830977057470592 ext(0->4095) 00010000:00010000:1.0:1746156247.043260:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.043268:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.043273:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bd880 00000100:00100000:0.0:1746156247.044750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.044789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.044796:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057470720 00000100:00100000:3.0:1746156247.044802:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057470720 00000100:00100000:3.0:1746156247.044831:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6569 00000100:00100000:3.0:1746156247.044837:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057470720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.044852:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746156247.044859:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057470848 00010000:00010000:3.0:1746156247.044863:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81416c expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.044863:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057470848 00010000:00010000:2.0:1746156247.044879:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.044882:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.044886:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.044891:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156247.044894:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.044919:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.044929:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.044937:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2400, rc 0) 00000100:00100000:3.0:1746156247.044981:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057470720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.044987:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6569 00000100:00100000:2.0:1746156247.045003:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11106 00000100:00100000:2.0:1746156247.045010:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1973:x1830977057470848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.045017:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.045035:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.045043:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.045057:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7832f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81415e expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.045224:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.045226:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.045231:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.045238:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.045256:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.045266:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.045275:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054026496:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.045326:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.047879:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.047965:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054026496:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.047983:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.048014:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1973:x1830977057470848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3005us (3223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.048023:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11106 00000100:00100000:1.0:1746156247.048184:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057471104 00000100:00100000:1.0:1746156247.048190:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057471104 00002000:00100000:1.0:1746156247.048217:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bed80 x1830977057471104/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.048225:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bed80 with x1830977057471104 ext(0->4095) 00010000:00010000:1.0:1746156247.048232:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.048243:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.048249:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bed80 00000100:00100000:1.0:1746156247.048265:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2757 00000100:00100000:1.0:1746156247.048270:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057471104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.048398:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057471104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (524us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.048403:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2757 00002000:00100000:1.0:1746156247.048407:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bed80 x1830977057471104/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.048419:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bed80 with x1830977057471104 ext(0->4095) 00010000:00010000:1.0:1746156247.048422:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.048430:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.048435:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bed80 00000100:00100000:0.0:1746156247.050751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.050801:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057471232 00000100:00100000:2.0:1746156247.050807:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057471232 00010000:00010000:2.0:1746156247.050833:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.050863:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11107 00000100:00100000:2.0:1746156247.050871:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057471232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.050880:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.050896:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.050906:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.050922:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78336 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814165 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.050943:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.050945:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.050951:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.050958:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.050982:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.050992:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054026624:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.051052:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.052732:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054026624:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.052748:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.052783:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057471232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1913us (2035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.052791:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11107 00000100:00100000:0.0:1746156247.053659:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.053698:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057471488 00000100:00100000:2.0:1746156247.053704:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057471488 00002000:00100000:2.0:1746156247.053797:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bc380 x1830977057471488/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.053805:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc380 with x1830977057471488 ext(0->4095) 00002000:00010000:2.0:1746156247.053814:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bc380 00000100:00100000:2.0:1746156247.053919:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4754 00000100:00100000:2.0:1746156247.053927:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1973:x1830977057471488:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746156247.054047:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1973:x1830977057471488:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.054053:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4754 00002000:00100000:2.0:1746156247.054058:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bc380 x1830977057471488/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.054233:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc380 with x1830977057471488 ext(0->4095) 00002000:00010000:2.0:1746156247.054236:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bc380 00000100:00100000:0.0:1746156247.055944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.056172:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057471616 00000100:00100000:3.0:1746156247.056178:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057471616 00000100:00100000:3.0:1746156247.056215:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6570 00000100:00100000:3.0:1746156247.056221:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057471616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.056232:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.056245:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814173 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.056264:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.056271:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.056272:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.056275:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.056298:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.056309:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.056318:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054026752:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.056408:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.057649:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054026752:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.057669:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.057680:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156247.057709:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057471616:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1488us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.057715:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6570 00000100:00100000:0.0:1746156247.058792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.058838:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057471744 00000100:00100000:2.0:1746156247.058843:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057471744 00010000:00010000:2.0:1746156247.058865:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.059319:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11108 00000100:00100000:2.0:1746156247.059327:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057471744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.059426:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.059444:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.059454:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.059471:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e7833d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81416c expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.059487:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.059489:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.059494:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.059501:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.059525:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.059535:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054026880:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.059600:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.062172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.062429:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054026880:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.062447:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.062485:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057471744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3160us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.062494:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11108 00000100:00100000:3.0:1746156247.062579:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057472000 00000100:00100000:3.0:1746156247.062585:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057472000 00002000:00100000:3.0:1746156247.062613:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095702d80 x1830977057472000/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.062621:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095702d80 with x1830977057472000 ext(0->4095) 00002000:00010000:3.0:1746156247.062625:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095702d80 00000100:00100000:3.0:1746156247.062644:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4755 00000100:00100000:3.0:1746156247.062650:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057472000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.062766:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057472000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.062771:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4755 00002000:00100000:3.0:1746156247.062776:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095702d80 x1830977057472000/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.062783:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095702d80 with x1830977057472000 ext(0->4095) 00002000:00010000:3.0:1746156247.062785:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095702d80 00000100:00100000:0.0:1746156247.065589:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.065669:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057472128 00000100:00100000:3.0:1746156247.065674:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057472128 00000100:00100000:3.0:1746156247.065707:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6571 00000100:00100000:3.0:1746156247.065713:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057472128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.065726:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.065740:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81417a expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.065763:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.065773:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.065775:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.065778:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.065806:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.065815:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 5 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.065825:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054027008:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.065896:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.066020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.066056:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057472256 00000100:00100000:1.0:1746156247.066060:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057472256 00000100:00100000:1.0:1746156247.066086:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6572 00000100:00100000:1.0:1746156247.066102:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31591:x1830977057472256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.066108:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.066115:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814181 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.066124:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.066127:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.066131:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.066134:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.066150:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.066217:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.066225:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:1.0:1746156247.066248:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057472256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.066253:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6572 00000100:00100000:3.0:1746156247.067916:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054027008:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.068030:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.068040:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156247.068077:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057472128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2364us (2493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.068083:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6571 00000100:00100000:0.0:1746156247.068218:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.068420:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057472384 00000100:00100000:2.0:1746156247.068424:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057472384 00010000:00010000:2.0:1746156247.068446:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.068472:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11109 00000100:00100000:2.0:1746156247.068478:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057472384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.068493:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.068509:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.068519:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.068539:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78344 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814173 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.068560:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.068562:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.068567:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.068574:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.068596:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.068605:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.068614:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054027264:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.068666:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.069808:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054027264:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.069821:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.069842:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057472384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1364us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.069849:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11109 00000100:00100000:0.0:1746156247.070133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.070255:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057472640 00000100:00100000:3.0:1746156247.070260:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057472640 00002000:00100000:3.0:1746156247.070286:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095702300 x1830977057472640/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.070301:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095702300 with x1830977057472640 ext(0->4095) 00010000:00010000:3.0:1746156247.070307:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.070317:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.070323:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095702300 00000100:00100000:3.0:1746156247.070341:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2758 00000100:00100000:3.0:1746156247.070347:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057472640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.070503:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057472640:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.070509:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2758 00002000:00100000:3.0:1746156247.070514:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095702300 x1830977057472640/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.070520:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095702300 with x1830977057472640 ext(0->4095) 00010000:00010000:3.0:1746156247.070523:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.070531:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.070536:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095702300 00000100:00100000:0.0:1746156247.071698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.072256:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057472768 00000100:00100000:2.0:1746156247.072261:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057472768 00010000:00010000:2.0:1746156247.072284:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.072464:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11110 00000100:00100000:2.0:1746156247.072471:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1972:x1830977057472768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.072480:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.072500:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.072508:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.072588:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e7834b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81417a expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.072613:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.072615:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.072620:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.072628:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.072654:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.072663:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054027392:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.072728:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.074497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.074545:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057473024 00000100:00100000:3.0:1746156247.074552:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057473024 00000100:00100000:2.0:1746156247.074572:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054027392:192.168.203.27@tcp:105: 00002000:00100000:3.0:1746156247.074585:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095700380 x1830977057473024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746156247.074588:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746156247.074594:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095700380 with x1830977057473024 ext(0->4095) 00002000:00010000:3.0:1746156247.074599:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095700380 00000100:00100000:3.0:1746156247.074615:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4756 00000100:00100000:3.0:1746156247.074621:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057473024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.074682:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1972:x1830977057472768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2211us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.074690:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11110 00000100:00100000:3.0:1746156247.074743:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057473024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.074749:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4756 00002000:00100000:3.0:1746156247.074754:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095700380 x1830977057473024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.074761:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095700380 with x1830977057473024 ext(0->4095) 00002000:00010000:3.0:1746156247.074763:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095700380 00000100:00100000:0.0:1746156247.076031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.076089:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057473152 00000100:00100000:3.0:1746156247.076101:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057473152 00000100:00100000:3.0:1746156247.076162:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6573 00000100:00100000:3.0:1746156247.076167:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057473152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.076175:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.076187:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814188 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.076205:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.076214:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.076216:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.076218:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.076238:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.076248:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 53 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.076257:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054027520:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.076661:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.077833:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054027520:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.077852:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.077863:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156247.077891:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057473152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1723us (1861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.077898:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6573 00000100:00100000:0.0:1746156247.078539:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.078617:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057473280 00000100:00100000:2.0:1746156247.078622:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057473280 00010000:00010000:2.0:1746156247.078646:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.078699:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11111 00000100:00100000:2.0:1746156247.078706:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057473280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.078715:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.078729:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.078737:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.078753:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78352 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814181 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.078777:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.078779:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.078784:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.078790:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.078812:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.078822:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054027648:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.078873:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.081108:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054027648:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.081128:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156247.081169:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.081176:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057473280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2470us (2638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.081185:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11111 00000100:00100000:3.0:1746156247.081862:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057473536 00000100:00100000:3.0:1746156247.081867:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057473536 00002000:00100000:3.0:1746156247.081897:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cebb80 x1830977057473536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.081911:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cebb80 with x1830977057473536 ext(0->4095) 00002000:00010000:3.0:1746156247.081914:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cebb80 00000100:00100000:3.0:1746156247.081941:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4757 00000100:00100000:3.0:1746156247.081948:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057473536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.082118:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057473536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (949us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.082124:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4757 00002000:00100000:3.0:1746156247.082129:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cebb80 x1830977057473536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.082135:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cebb80 with x1830977057473536 ext(0->4095) 00002000:00010000:3.0:1746156247.082138:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cebb80 00000100:00100000:0.0:1746156247.083486:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.083527:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057473664 00000100:00100000:3.0:1746156247.083531:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057473664 00000100:00100000:3.0:1746156247.083636:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6574 00000100:00100000:3.0:1746156247.083643:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057473664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.083655:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.083666:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81418f expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.083685:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.083692:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.083693:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.083696:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.083718:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.083726:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 5 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.083736:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054027776:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.084035:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.085131:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054027776:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.085155:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.085167:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156247.085194:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057473664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1552us (1710us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156247.085229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.085249:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057473920 00000100:00100000:1.0:1746156247.085253:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057473920 00000100:00100000:0.0:1746156247.085282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.085487:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6574 00000100:00100000:2.0:1746156247.085534:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057473792 00000100:00100000:2.0:1746156247.085538:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057473792 00010000:00010000:2.0:1746156247.085559:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.085578:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6575 00000100:00100000:2.0:1746156247.085580:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11112 00000100:00100000:1.0:1746156247.085584:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057473920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156247.085585:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057473792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.085593:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.085594:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.085601:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814196 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.085608:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.085612:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.085615:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.085620:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.085623:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.085654:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.085671:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78359 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814188 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.085674:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.085682:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.085683:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.085688:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.085694:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.085701:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.085707:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00010000:00010000:2.0:1746156247.085708:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.085715:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.085721:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057473920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.085723:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028032:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.085726:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6575 00000100:00100000:2.0:1746156247.085761:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.087661:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028032:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.087678:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.087706:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057473792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2121us (2423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.087714:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11112 00000100:00100000:0.0:1746156247.088029:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.088158:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057474176 00000100:00100000:3.0:1746156247.088163:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057474176 00002000:00100000:3.0:1746156247.088191:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9880 x1830977057474176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.088199:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9880 with x1830977057474176 ext(0->4095) 00010000:00010000:3.0:1746156247.088205:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.088219:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.088224:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9880 00000100:00100000:3.0:1746156247.088304:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2759 00000100:00100000:3.0:1746156247.088311:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057474176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.088444:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057474176:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.088449:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2759 00002000:00100000:3.0:1746156247.088453:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9880 x1830977057474176/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.088460:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9880 with x1830977057474176 ext(0->4095) 00010000:00010000:3.0:1746156247.088464:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.088472:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.088477:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9880 00000100:00100000:0.0:1746156247.089831:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.089906:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.090081:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057474304 00000100:00100000:1.0:1746156247.090085:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057474304 00000100:00100000:1.0:1746156247.090130:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6576 00000100:00100000:1.0:1746156247.090135:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057474304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.090144:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.090158:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81419d expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.090173:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.090176:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.090181:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746156247.090183:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057474432 00010000:00010000:1.0:1746156247.090184:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.090186:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057474432 00010000:00010000:2.0:1746156247.090204:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.090209:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.090223:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11113 00010000:00010000:1.0:1746156247.090224:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.090229:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1973:x1830977057474432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.090232:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00010000:00010000:2.0:1746156247.090236:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.090249:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.090257:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.090266:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057474304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (436us total) trans 0 rc 0/0 00010000:00010000:2.0:1746156247.090270:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78360 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81418f expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.090271:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6576 00010000:00010000:2.0:1746156247.090279:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.090280:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.090284:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.090290:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.090307:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.090315:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.090323:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028288:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.090383:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.092086:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.092086:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028288:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156247.092111:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.092159:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057474688 00000100:00100000:3.0:1746156247.092163:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057474688 00002000:00100000:3.0:1746156247.092190:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0000 x1830977057474688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.092197:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0000 with x1830977057474688 ext(0->4095) 00010000:00010000:3.0:1746156247.092203:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.092213:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.092218:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0000 00000100:00100000:3.0:1746156247.092243:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2760 00000100:00100000:3.0:1746156247.092249:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057474688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.092352:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057474688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (348us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.092357:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2760 00002000:00100000:3.0:1746156247.092361:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0000 x1830977057474688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.092386:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0000 with x1830977057474688 ext(0->4095) 00010000:00010000:3.0:1746156247.092390:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.092398:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.092403:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b0000 00000100:00100000:0.0:1746156247.092465:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1973:x1830977057474432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2235us (2557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156247.092472:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11113 00000100:00100000:0.0:1746156247.094543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.094587:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.094704:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057474816 00000100:00100000:3.0:1746156247.094710:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057474816 00000100:00100000:3.0:1746156247.094742:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6577 00000100:00100000:3.0:1746156247.094747:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057474816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.094761:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.094773:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141a4 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.094793:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.094797:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.094802:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156247.094805:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.094831:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.094841:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.094850:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2400, rc 0) 00000100:00100000:3.0:1746156247.094878:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057474816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.094883:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6577 00000100:00100000:1.0:1746156247.094946:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057474944 00000100:00100000:1.0:1746156247.094949:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057474944 00010000:00010000:1.0:1746156247.094963:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.094978:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11114 00000100:00100000:1.0:1746156247.094983:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057474944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.094995:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.095010:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.095018:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.095031:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78367 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814196 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.095044:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.095046:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.095050:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.095060:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.095077:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.095086:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.095104:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028544:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.095139:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.096613:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028544:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.096626:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.096996:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057474944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2010us (2406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.097004:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11114 00000100:00100000:0.0:1746156247.097467:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.097512:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057475200 00000100:00100000:1.0:1746156247.097517:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057475200 00002000:00100000:1.0:1746156247.097541:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448380 x1830977057475200/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.097549:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448380 with x1830977057475200 ext(0->4095) 00010000:00010000:1.0:1746156247.097555:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.097568:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.097573:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094448380 00000100:00100000:1.0:1746156247.097586:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2761 00000100:00100000:1.0:1746156247.097591:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057475200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.097712:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057475200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.097717:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2761 00002000:00100000:1.0:1746156247.097722:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448380 x1830977057475200/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.097728:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448380 with x1830977057475200 ext(0->4095) 00010000:00010000:1.0:1746156247.097732:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.097740:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.097745:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094448380 00000100:00100000:0.0:1746156247.101194:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.101280:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057475328 00000100:00100000:1.0:1746156247.101287:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057475328 00010000:00010000:1.0:1746156247.101315:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.101509:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11115 00000100:00100000:1.0:1746156247.101518:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057475328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.101529:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.101551:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.101561:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.101578:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7836e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81419d expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.101662:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.101663:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.101669:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.101677:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.101702:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.101713:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028672:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.101770:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.103229:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028672:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.103245:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.103282:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057475328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1765us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.103290:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11115 00000100:00100000:0.0:1746156247.103660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.103715:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057475584 00000100:00100000:3.0:1746156247.103720:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057475584 00002000:00100000:3.0:1746156247.103749:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444ad80 x1830977057475584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.103757:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444ad80 with x1830977057475584 ext(0->4095) 00002000:00010000:3.0:1746156247.103761:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444ad80 00000100:00100000:3.0:1746156247.103832:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4758 00000100:00100000:3.0:1746156247.103840:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057475584:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.103951:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057475584:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.104120:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4758 00002000:00100000:3.0:1746156247.104126:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444ad80 x1830977057475584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.104133:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444ad80 with x1830977057475584 ext(0->4095) 00002000:00010000:3.0:1746156247.104135:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444ad80 00000100:00100000:0.0:1746156247.105913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.106003:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057475712 00000100:00100000:2.0:1746156247.106009:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057475712 00000100:00100000:2.0:1746156247.106054:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6578 00000100:00100000:2.0:1746156247.106061:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057475712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.106075:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.106087:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141ab expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.106167:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.106175:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.106177:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.106181:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.106205:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.106215:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.106224:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054028800:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.106304:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.108242:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054028800:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.108271:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.108285:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156247.108319:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057475712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2257us (2410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.108326:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6578 00000100:00100000:0.0:1746156247.108889:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.109056:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057475840 00000100:00100000:2.0:1746156247.109061:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057475840 00010000:00010000:2.0:1746156247.109085:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.109266:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11116 00000100:00100000:2.0:1746156247.109275:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057475840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.109284:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.109299:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.109313:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.109330:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78375 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141a4 expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.109652:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.109655:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.109662:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.109669:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.109695:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.109704:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028928:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.110036:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.112215:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054028928:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.112234:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.112398:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057475840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3123us (3508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.112408:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11116 00000100:00100000:1.0:1746156247.112541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.112594:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057476096 00000100:00100000:3.0:1746156247.112599:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057476096 00002000:00100000:3.0:1746156247.112629:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe680 x1830977057476096/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.112638:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe680 with x1830977057476096 ext(0->4095) 00002000:00010000:3.0:1746156247.112642:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbe680 00000100:00100000:3.0:1746156247.112666:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4759 00000100:00100000:3.0:1746156247.112672:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057476096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.112786:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057476096:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.112792:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4759 00002000:00100000:3.0:1746156247.112797:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbe680 x1830977057476096/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.112809:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe680 with x1830977057476096 ext(0->4095) 00002000:00010000:3.0:1746156247.112812:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbe680 00000100:00100000:0.0:1746156247.114198:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.114286:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057476224 00000100:00100000:2.0:1746156247.114292:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057476224 00000100:00100000:2.0:1746156247.114335:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6579 00000100:00100000:2.0:1746156247.114341:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31591:x1830977057476224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.114352:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.114389:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141b2 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.114409:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.114416:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.114417:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.114420:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.114440:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.114450:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.114463:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054029056:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156247.115002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.115552:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057476352 00000100:00100000:3.0:1746156247.115557:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057476352 00000100:00100000:2.0:1746156247.115611:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.116221:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6580 00000100:00100000:3.0:1746156247.116229:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057476352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.116240:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.116250:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141b9 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.116267:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.116271:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.116276:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.116279:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.116304:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.116314:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.116321:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156247.116357:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057476352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.116363:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6580 00000100:00100000:2.0:1746156247.116665:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054029056:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.116686:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.116700:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156247.116723:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31591:x1830977057476224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2382us (2528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.116728:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6579 00000100:00100000:1.0:1746156247.116872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.116918:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057476480 00000100:00100000:3.0:1746156247.116922:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057476480 00010000:00010000:3.0:1746156247.116936:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.116963:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11117 00000100:00100000:3.0:1746156247.116967:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057476480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.116976:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.116992:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.117000:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.117015:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7837c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ab expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.117035:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.117037:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.117041:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.117047:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.117074:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.117084:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.117104:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054029312:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.117152:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.118579:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054029312:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.118594:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.118632:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057476480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1663us (1760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.118640:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11117 00000100:00100000:2.0:1746156247.118773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.118831:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057476736 00000100:00100000:3.0:1746156247.118836:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057476736 00002000:00100000:3.0:1746156247.118860:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b1500 x1830977057476736/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.118868:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1500 with x1830977057476736 ext(0->4095) 00010000:00010000:3.0:1746156247.118874:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.118883:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.118888:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b1500 00000100:00100000:3.0:1746156247.119053:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2762 00000100:00100000:3.0:1746156247.119060:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057476736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.119214:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057476736:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (441us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.119220:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2762 00002000:00100000:3.0:1746156247.119224:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b1500 x1830977057476736/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.119230:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1500 with x1830977057476736 ext(0->4095) 00010000:00010000:3.0:1746156247.119235:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.119243:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.119248:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b4b1500 00000100:00100000:0.0:1746156247.121024:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.121113:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.121160:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057476992 00000100:00100000:3.0:1746156247.121167:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057476992 00000100:00100000:2.0:1746156247.121185:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057476864 00000100:00100000:2.0:1746156247.121189:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057476864 00010000:00010000:3.0:1746156247.121192:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.121211:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11118 00000100:00100000:3.0:1746156247.121217:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057476992:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746156247.121218:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6581 00000100:00100000:2.0:1746156247.121223:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057476864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.121225:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.121235:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.121243:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.121246:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141c0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.121254:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.121264:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.121502:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.121508:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156247.121511:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.121528:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78383 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b2 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.121542:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.121552:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.121553:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.121555:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.121559:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.121566:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.121639:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156247.121668:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057476864:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 445us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.121673:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6581 00010000:00010000:3.0:1746156247.121882:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 54 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.121892:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 54 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.121901:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054029568:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.121969:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.123814:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.123900:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054029568:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.123915:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.123954:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057476992:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2736us (2840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.123963:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11118 00000100:00100000:1.0:1746156247.124025:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057477248 00000100:00100000:1.0:1746156247.124030:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057477248 00002000:00100000:1.0:1746156247.124061:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c6680 x1830977057477248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.124069:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6680 with x1830977057477248 ext(0->4095) 00010000:00010000:1.0:1746156247.124074:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 54 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.124084:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 54 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.124101:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c6680 00000100:00100000:1.0:1746156247.124114:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2763 00000100:00100000:1.0:1746156247.124120:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057477248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.124221:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057477248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.124226:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2763 00002000:00100000:1.0:1746156247.124230:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c6680 x1830977057477248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.124236:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6680 with x1830977057477248 ext(0->4095) 00010000:00010000:1.0:1746156247.124240:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 54 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.124248:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 54 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.124253:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c6680 00000100:00100000:0.0:1746156247.125715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.125792:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057477376 00000100:00100000:2.0:1746156247.125797:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057477376 00000100:00100000:2.0:1746156247.125826:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6582 00000100:00100000:2.0:1746156247.125836:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057477376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.125847:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.125858:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141c7 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.125881:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.125886:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.125892:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156247.125895:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.125921:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.125932:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.125944:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156247.126046:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057477376:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.126052:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6582 00000100:00100000:3.0:1746156247.126252:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.126380:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057477504 00000100:00100000:2.0:1746156247.126383:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057477504 00010000:00010000:2.0:1746156247.126396:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.126411:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11119 00000100:00100000:2.0:1746156247.126417:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1972:x1830977057477504:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.126423:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.126438:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.126448:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.126461:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7838a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141b9 expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.126613:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.126615:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.126620:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.126631:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.126648:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.126657:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.126667:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054029824:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.126812:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e22dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.128403:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054029824:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.128420:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.128485:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1972:x1830977057477504:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2067us (2232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.128493:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11119 00000100:00100000:0.0:1746156247.128744:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.128846:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057477760 00000100:00100000:3.0:1746156247.128852:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057477760 00002000:00100000:3.0:1746156247.128881:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c5180 x1830977057477760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.128889:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c5180 with x1830977057477760 ext(0->4095) 00010000:00010000:3.0:1746156247.128896:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.128906:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.128912:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c5180 00000100:00100000:3.0:1746156247.128938:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2764 00000100:00100000:3.0:1746156247.128945:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057477760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.129059:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057477760:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (314us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.129065:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2764 00002000:00100000:3.0:1746156247.129070:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c5180 x1830977057477760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.129077:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c5180 with x1830977057477760 ext(0->4095) 00010000:00010000:3.0:1746156247.129081:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.129103:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.129113:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801351c5180 00000100:00100000:0.0:1746156247.132400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.132488:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057477888 00000100:00100000:2.0:1746156247.132495:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057477888 00010000:00010000:2.0:1746156247.132524:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.132547:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11120 00000100:00100000:2.0:1746156247.132554:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057477888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.132563:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.132580:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.132589:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.132608:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78391 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c0 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.132628:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.132630:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.132636:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.132642:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.132668:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.132678:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054029952:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.132747:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.135053:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054029952:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.135072:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.135123:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057477888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2568us (2759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.135132:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11120 00000100:00100000:1.0:1746156247.135720:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.135824:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057478144 00000100:00100000:2.0:1746156247.135829:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057478144 00002000:00100000:2.0:1746156247.135858:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbfb80 x1830977057478144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.135866:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbfb80 with x1830977057478144 ext(0->4095) 00002000:00010000:2.0:1746156247.135870:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbfb80 00000100:00100000:2.0:1746156247.135894:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4760 00000100:00100000:2.0:1746156247.135900:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057478144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.136236:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057478144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 335us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.136242:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4760 00002000:00100000:2.0:1746156247.136247:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbfb80 x1830977057478144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.136254:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbfb80 with x1830977057478144 ext(0->4095) 00002000:00010000:2.0:1746156247.136256:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbfb80 00000100:00100000:0.0:1746156247.137508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.137573:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057478272 00000100:00100000:2.0:1746156247.137578:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057478272 00000100:00100000:2.0:1746156247.137607:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6583 00000100:00100000:2.0:1746156247.137612:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057478272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.137624:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.137637:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141ce expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.137657:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.137667:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.137669:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.137671:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.137692:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.137701:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 53 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.137710:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054030080:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.138089:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.141142:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054030080:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.141175:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.141199:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156247.141262:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057478272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3646us (3753us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.141270:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6583 00000100:00100000:1.0:1746156247.141863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.141971:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057478400 00000100:00100000:2.0:1746156247.141977:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057478400 00010000:00010000:2.0:1746156247.142002:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.142025:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11121 00000100:00100000:2.0:1746156247.142031:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057478400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.142041:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.142057:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.142066:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.142083:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78398 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141c7 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.142107:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.142109:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.142114:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.142122:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.142144:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.142155:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054030208:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.142195:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.143551:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054030208:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.143564:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.143598:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057478400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1567us (1737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.143604:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11121 00000100:00100000:0.0:1746156247.144796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.144839:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057478656 00000100:00100000:2.0:1746156247.144845:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057478656 00002000:00100000:2.0:1746156247.144875:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad500 x1830977057478656/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.144884:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad500 with x1830977057478656 ext(0->4095) 00002000:00010000:2.0:1746156247.144888:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ad500 00000100:00100000:2.0:1746156247.144915:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4761 00000100:00100000:2.0:1746156247.144922:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057478656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.145054:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057478656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.145059:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4761 00002000:00100000:2.0:1746156247.145064:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad500 x1830977057478656/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.145070:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad500 with x1830977057478656 ext(0->4095) 00002000:00010000:2.0:1746156247.145072:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ad500 00000100:00100000:0.0:1746156247.147030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.147115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.147144:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057478784 00000100:00100000:2.0:1746156247.147150:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057478784 00000100:00100000:1.0:1746156247.147192:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057478912 00000100:00100000:1.0:1746156247.147196:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057478912 00000100:00100000:2.0:1746156247.147197:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6584 00000100:00100000:2.0:1746156247.147204:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057478784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156247.147216:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6585 00010000:00010000:2.0:1746156247.147219:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746156247.147221:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057478912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.147228:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.147231:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141d5 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.147235:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141dc expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.147252:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.147343:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.147345:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.147349:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.147358:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.147390:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.147397:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.147400:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.147453:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.147464:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.147475:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054030336:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156247.147478:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.147489:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.147500:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:1.0:1746156247.147526:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057478912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 305us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.147531:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6585 00000100:00100000:2.0:1746156247.147600:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.149575:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054030336:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.149598:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.149610:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156247.149639:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057478784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2435us (2613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.149649:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6584 00000100:00100000:0.0:1746156247.150487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.150590:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057479040 00000100:00100000:3.0:1746156247.150596:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057479040 00010000:00010000:3.0:1746156247.150618:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.151327:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11122 00000100:00100000:3.0:1746156247.151337:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057479040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.151348:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.151393:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.151404:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.151422:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7839f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ce expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.151448:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.151450:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.151455:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.151462:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.151490:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.151500:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.151510:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054030592:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.151571:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.154257:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054030592:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.154275:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.154427:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057479040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3090us (3940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.154436:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11122 00000100:00100000:3.0:1746156247.155937:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.156019:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057479296 00000100:00100000:2.0:1746156247.156026:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057479296 00002000:00100000:2.0:1746156247.156059:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c08700 x1830977057479296/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.156068:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08700 with x1830977057479296 ext(0->4095) 00010000:00010000:2.0:1746156247.156074:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.156087:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.156103:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c08700 00000100:00100000:2.0:1746156247.156129:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2765 00000100:00100000:2.0:1746156247.156137:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057479296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.157272:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057479296:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1133us (1335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.157281:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2765 00002000:00100000:2.0:1746156247.157288:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c08700 x1830977057479296/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.157294:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08700 with x1830977057479296 ext(0->4095) 00010000:00010000:2.0:1746156247.157301:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.157314:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.157319:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c08700 00000100:00100000:0.0:1746156247.162069:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.162161:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057479424 00000100:00100000:3.0:1746156247.162169:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057479424 00010000:00010000:3.0:1746156247.162201:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.162223:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11123 00000100:00100000:3.0:1746156247.162230:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057479424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.162241:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.162257:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.162271:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.162288:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141d5 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.162557:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.162559:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.162565:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.162572:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.162597:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.162606:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054030720:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.163352:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.165099:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054030720:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.165119:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.165161:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057479424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2931us (3099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.165169:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11123 00000100:00100000:0.0:1746156247.165301:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.165403:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057479680 00000100:00100000:3.0:1746156247.165409:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057479680 00002000:00100000:3.0:1746156247.165435:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ae300 x1830977057479680/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.165443:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae300 with x1830977057479680 ext(0->4095) 00002000:00010000:3.0:1746156247.165446:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ae300 00000100:00100000:3.0:1746156247.165471:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4762 00000100:00100000:3.0:1746156247.165477:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057479680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.165592:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057479680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.165597:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4762 00002000:00100000:3.0:1746156247.165601:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ae300 x1830977057479680/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.165607:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae300 with x1830977057479680 ext(0->4095) 00002000:00010000:3.0:1746156247.165609:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ae300 00000100:00100000:0.0:1746156247.169156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.169235:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057479808 00000100:00100000:2.0:1746156247.169242:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057479808 00000100:00100000:2.0:1746156247.169284:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6586 00000100:00100000:2.0:1746156247.169290:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057479808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.169305:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.169317:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141e3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.169339:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.169345:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.169346:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.169349:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.169394:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 53 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.169402:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 53 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.169411:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054030848:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.169472:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.171612:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.171680:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057479936 00000100:00100000:3.0:1746156247.171686:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057479936 00010000:00010000:3.0:1746156247.171713:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.171732:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11124 00000100:00100000:3.0:1746156247.171737:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057479936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.171747:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.171760:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.171774:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.171790:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.171792:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.171796:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.171803:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.171824:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.171833:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054030976:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.171880:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746156247.171942:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e783ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141dc expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.171964:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054030848:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.171982:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.171990:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156247.172010:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057479808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2719us (2859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.172016:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6586 00000100:00100000:3.0:1746156247.175074:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054030976:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.175104:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.175146:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057479936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3407us (3538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.175158:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11124 00000100:00100000:0.0:1746156247.176502:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.176545:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.176611:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057480320 00000100:00100000:2.0:1746156247.176617:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057480320 00000100:00100000:2.0:1746156247.176663:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6587 00000100:00100000:2.0:1746156247.176670:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057480320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156247.176675:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057480192 00000100:00100000:3.0:1746156247.176679:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057480192 00010000:00010000:2.0:1746156247.176684:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.176697:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141ea expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746156247.176703:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad880 x1830977057480192/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.176717:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad880 with x1830977057480192 ext(0->4095) 00002000:00010000:3.0:1746156247.176721:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ad880 00000100:00100000:3.0:1746156247.176741:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4763 00010000:00010000:2.0:1746156247.176744:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.176747:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057480192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00010000:00010000:2.0:1746156247.176751:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.176753:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.176756:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.176782:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.176791:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.176800:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054031104:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.177452:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057480192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 703us (951us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.177459:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4763 00002000:00100000:3.0:1746156247.177465:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60ad880 x1830977057480192/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.177471:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad880 with x1830977057480192 ext(0->4095) 00010000:00010000:3.0:1746156247.177476:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.177485:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.177490:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60ad880 00000100:00100000:2.0:1746156247.177547:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.178578:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054031104:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.178598:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.178610:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156247.178646:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057480320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1976us (2100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.178653:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6587 00000100:00100000:0.0:1746156247.180430:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.180544:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057480448 00000100:00100000:2.0:1746156247.180549:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057480448 00000100:00100000:2.0:1746156247.180592:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6588 00000100:00100000:2.0:1746156247.180599:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057480448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.180613:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.180626:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141f1 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.180644:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.180649:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.180655:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.180658:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.180683:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.180694:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.180701:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156247.180727:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31591:x1830977057480448:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.180733:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6588 00000100:00100000:0.0:1746156247.181208:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.181446:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057480576 00000100:00100000:3.0:1746156247.181451:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057480576 00010000:00010000:3.0:1746156247.181469:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.181489:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11125 00000100:00100000:3.0:1746156247.181495:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057480576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.181503:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.181517:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.181527:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.181541:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e783b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141e3 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.181552:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.181554:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.181559:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.181566:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.181583:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.181592:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.181601:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054031360:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.181641:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.183057:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054031360:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.183072:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.183694:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057480576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2194us (2481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.183703:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11125 00000100:00100000:0.0:1746156247.184549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.184634:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057480832 00000100:00100000:3.0:1746156247.184639:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057480832 00002000:00100000:3.0:1746156247.184665:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55f80 x1830977057480832/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.184673:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55f80 with x1830977057480832 ext(0->4095) 00010000:00010000:3.0:1746156247.184680:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.184690:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.184696:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e55f80 00000100:00100000:3.0:1746156247.184710:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2766 00000100:00100000:3.0:1746156247.184715:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057480832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.184837:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057480832:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.184843:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2766 00002000:00100000:3.0:1746156247.184847:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e55f80 x1830977057480832/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.184854:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55f80 with x1830977057480832 ext(0->4095) 00010000:00010000:3.0:1746156247.184859:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.184868:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.184873:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e55f80 00000100:00100000:0.0:1746156247.188174:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.188254:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057480960 00000100:00100000:3.0:1746156247.188260:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057480960 00010000:00010000:3.0:1746156247.188286:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.188307:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11126 00000100:00100000:3.0:1746156247.188313:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057480960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.188323:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.188340:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.188350:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.188386:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e783bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ea expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.188409:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.188411:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.188416:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.188426:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.188461:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.188472:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054031488:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.188519:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.192913:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054031488:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.192930:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.192961:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057480960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4648us (4792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.192969:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11126 00000100:00100000:3.0:1746156247.193034:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.193110:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057481216 00000100:00100000:3.0:1746156247.193114:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057481216 00002000:00100000:3.0:1746156247.193139:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c08e00 x1830977057481216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.193147:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08e00 with x1830977057481216 ext(0->4095) 00002000:00010000:3.0:1746156247.193150:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c08e00 00000100:00100000:3.0:1746156247.193170:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4764 00000100:00100000:3.0:1746156247.193175:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057481216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.193287:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057481216:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (252us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.193292:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4764 00002000:00100000:3.0:1746156247.193297:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c08e00 x1830977057481216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.193303:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c08e00 with x1830977057481216 ext(0->4095) 00002000:00010000:3.0:1746156247.193305:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c08e00 00000100:00100000:0.0:1746156247.195208:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.195278:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057481344 00000100:00100000:2.0:1746156247.195283:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057481344 00000100:00100000:2.0:1746156247.195322:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6589 00000100:00100000:2.0:1746156247.195329:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057481344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.195341:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.195353:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141f8 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.195391:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.195401:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.195403:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.195406:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.195428:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.195437:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 53 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.195447:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054031616:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.195521:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.197502:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.197567:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054031616:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.197589:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.197601:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156247.197645:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057481344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2316us (2440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.197652:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6589 00000100:00100000:3.0:1746156247.197899:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057481472 00000100:00100000:3.0:1746156247.197904:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057481472 00010000:00010000:3.0:1746156247.197926:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.197956:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11127 00000100:00100000:3.0:1746156247.197969:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057481472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.197977:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.197992:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.198001:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.198017:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e783c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f1 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.198036:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.198037:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.198043:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.198054:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.198077:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.198087:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054031744:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.198149:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.201348:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.201390:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057481728 00000100:00100000:2.0:1746156247.201396:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057481728 00002000:00100000:2.0:1746156247.201431:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57480 x1830977057481728/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.201441:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57480 with x1830977057481728 ext(0->4095) 00002000:00010000:2.0:1746156247.201444:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57480 00000100:00100000:2.0:1746156247.201465:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4765 00000100:00100000:2.0:1746156247.201469:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057481728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.201493:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054031744:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.201509:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.201546:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1975:x1830977057481472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3584us (4046us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.201553:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11127 00000100:00100000:2.0:1746156247.201555:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057481728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 86us (213us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.201558:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4765 00002000:00100000:2.0:1746156247.201561:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57480 x1830977057481728/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.201565:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57480 with x1830977057481728 ext(0->4095) 00002000:00010000:2.0:1746156247.201567:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57480 00000100:00100000:0.0:1746156247.203053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.203135:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.203170:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057481856 00000100:00100000:2.0:1746156247.203172:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057481984 00000100:00100000:1.0:1746156247.203174:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057481856 00000100:00100000:2.0:1746156247.203176:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057481984 00000100:00100000:1.0:1746156247.203204:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6590 00000100:00100000:1.0:1746156247.203208:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057481856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156247.203211:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6591 00000100:00100000:2.0:1746156247.203217:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057481984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.203217:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.203223:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.203228:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8141ff expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.203230:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814206 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.203244:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.203249:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.203250:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.203252:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.203257:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.203261:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.203266:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.203269:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.203285:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.203288:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.203291:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.203301:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.203302:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054032000:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.203308:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156247.203347:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057481984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.203352:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6591 00000100:00100000:1.0:1746156247.203383:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.204676:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054032000:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156247.204696:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.204706:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00000100:00100000:1.0:1746156247.204742:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31591:x1830977057481856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1532us (1692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.204748:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6590 00000100:00100000:0.0:1746156247.205226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.205449:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057482112 00000100:00100000:3.0:1746156247.205454:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057482112 00010000:00010000:3.0:1746156247.205486:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.205513:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11128 00000100:00100000:3.0:1746156247.205519:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057482112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.205527:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.205542:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.205551:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.205568:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e783c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141f8 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.205591:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.205592:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.205598:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.205606:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.205633:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 54 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.205642:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 54 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.205651:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054032128:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.205706:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.206781:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054032128:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.206795:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.206826:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057482112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1307us (1601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.206833:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11128 00000100:00100000:0.0:1746156247.207104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.207146:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057482368 00000100:00100000:2.0:1746156247.207150:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057482368 00002000:00100000:2.0:1746156247.207178:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7c380 x1830977057482368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.207190:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7c380 with x1830977057482368 ext(0->4095) 00010000:00010000:2.0:1746156247.207196:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.207205:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.207215:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7c380 00000100:00100000:2.0:1746156247.207239:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2767 00000100:00100000:2.0:1746156247.207247:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057482368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.207349:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057482368:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.207354:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2767 00002000:00100000:2.0:1746156247.207359:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7c380 x1830977057482368/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.207386:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7c380 with x1830977057482368 ext(0->4095) 00010000:00010000:2.0:1746156247.207390:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.207399:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.207404:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7c380 00000100:00100000:0.0:1746156247.208803:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.208845:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.208916:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057482496 00000100:00100000:1.0:1746156247.208921:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057482496 00000100:00100000:1.0:1746156247.208957:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6592 00000100:00100000:1.0:1746156247.208962:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057482496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.208974:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.208984:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81420d expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.209002:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.209008:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.209013:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156247.209016:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.209034:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057482624 00000100:00100000:3.0:1746156247.209038:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057482624 00010000:00010000:1.0:1746156247.209047:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.209051:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.209056:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.209064:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:3.0:1746156247.209075:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11129 00000100:00100000:3.0:1746156247.209081:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057482624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.209087:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746156247.209100:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057482496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.209106:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6592 00010000:00010000:3.0:1746156247.209112:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.209121:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.209135:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e783d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8141ff expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.209145:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.209146:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.209151:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.209157:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.209174:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.209183:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.209193:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054032384:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.209236:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.211512:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054032384:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.211528:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.211553:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057482624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2472us (2707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.211561:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11129 00000100:00100000:0.0:1746156247.212071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.212149:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057482880 00000100:00100000:2.0:1746156247.212154:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057482880 00002000:00100000:2.0:1746156247.212183:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8c700 x1830977057482880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.212192:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8c700 with x1830977057482880 ext(0->4095) 00010000:00010000:2.0:1746156247.212198:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.212208:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.212214:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8c700 00000100:00100000:2.0:1746156247.212227:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2768 00000100:00100000:2.0:1746156247.212233:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057482880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.212361:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057482880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.212394:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2768 00002000:00100000:2.0:1746156247.212399:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8c700 x1830977057482880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.212406:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8c700 with x1830977057482880 ext(0->4095) 00010000:00010000:2.0:1746156247.212410:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.212419:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.212424:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8c700 00000100:00100000:0.0:1746156247.213709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.213870:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057483008 00000100:00100000:2.0:1746156247.213874:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057483008 00000100:00100000:2.0:1746156247.213911:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6593 00000100:00100000:2.0:1746156247.213916:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057483008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.213926:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.213936:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814214 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.213952:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.213956:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.213966:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156247.213968:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.213995:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.214006:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.214014:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:0.0:1746156247.214040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.214084:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057483136 00000100:00100000:3.0:1746156247.214088:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057483136 00010000:00010000:3.0:1746156247.214112:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.214141:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11130 00000100:00100000:3.0:1746156247.214146:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057483136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.214153:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.214167:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.214176:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.214190:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814206 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.214198:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.214200:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.214205:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.214211:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.214227:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.214236:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 5 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.214245:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054032640:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.214268:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057483008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 351us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.214274:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6593 00000100:00100000:3.0:1746156247.214284:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.215508:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054032640:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.215528:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.215552:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057483136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1405us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.215560:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11130 00000100:00100000:0.0:1746156247.216181:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.216847:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057483392 00000100:00100000:2.0:1746156247.216852:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057483392 00002000:00100000:2.0:1746156247.216885:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8e300 x1830977057483392/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.216894:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8e300 with x1830977057483392 ext(0->4095) 00010000:00010000:2.0:1746156247.216901:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.216913:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.216919:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8e300 00000100:00100000:2.0:1746156247.217311:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2769 00000100:00100000:2.0:1746156247.217319:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057483392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.217665:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057483392:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 345us (1484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.217672:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2769 00002000:00100000:2.0:1746156247.217678:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8e300 x1830977057483392/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.217685:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8e300 with x1830977057483392 ext(0->4095) 00010000:00010000:2.0:1746156247.217689:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.217698:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.217703:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8e300 00000100:00100000:0.0:1746156247.221116:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.221238:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057483520 00000100:00100000:2.0:1746156247.221246:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057483520 00010000:00010000:2.0:1746156247.221276:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.221313:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11131 00000100:00100000:2.0:1746156247.221322:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057483520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.221332:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.221348:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.221360:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.221407:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e783de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81420d expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.221589:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.221592:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.221599:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.221607:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.221636:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.221647:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054032768:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.221727:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.224728:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.224775:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057483776 00000100:00100000:3.0:1746156247.224785:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057483776 00000100:00100000:2.0:1746156247.224802:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054032768:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.224820:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746156247.224821:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8d500 x1830977057483776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.224831:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8d500 with x1830977057483776 ext(0->4095) 00002000:00010000:3.0:1746156247.224835:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8d500 00000100:00100000:3.0:1746156247.224850:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4766 00000100:00100000:3.0:1746156247.224856:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057483776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.225438:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057483520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4116us (4327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.225447:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11131 00000100:00100000:3.0:1746156247.225495:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1975:x1830977057483776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 637us (776us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.225502:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4766 00002000:00100000:3.0:1746156247.225508:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8d500 x1830977057483776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.225516:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8d500 with x1830977057483776 ext(0->4095) 00002000:00010000:3.0:1746156247.225519:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8d500 00000100:00100000:0.0:1746156247.227615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.227660:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057483904 00000100:00100000:2.0:1746156247.227665:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057483904 00000100:00100000:2.0:1746156247.227712:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6594 00000100:00100000:2.0:1746156247.227719:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057483904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.227731:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.227744:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81421b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.227766:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.227773:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.227774:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.227777:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.227800:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.227810:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 53 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.227824:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054032896:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.227900:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.229510:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.229672:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057484032 00000100:00100000:3.0:1746156247.229677:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057484032 00010000:00010000:3.0:1746156247.229702:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.229721:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11132 00000100:00100000:3.0:1746156247.229727:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057484032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.229735:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746156247.229735:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054032896:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.229750:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.229755:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.229758:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.229774:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e783e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814214 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.229774:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.229776:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.229782:0:8463:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.229788:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.229799:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156247.229807:0:8463:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.229814:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054033024:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.229848:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.229887:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:1974:x1830977057484032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 97us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.229892:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11132 00000100:00100000:2.0:1746156247.230876:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054033024:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.230888:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156247.231295:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057483904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3575us (3682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.231302:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6594 00000100:00100000:0.0:1746156247.233103:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.233671:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057484288 00000100:00100000:3.0:1746156247.233678:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057484288 00002000:00100000:3.0:1746156247.233716:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cc380 x1830977057484288/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.233725:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cc380 with x1830977057484288 ext(0->4095) 00002000:00010000:3.0:1746156247.233730:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cc380 00000100:00100000:3.0:1746156247.234040:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4767 00000100:00100000:3.0:1746156247.234048:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057484288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.234200:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057484288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (1110us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.234205:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4767 00002000:00100000:3.0:1746156247.234210:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cc380 x1830977057484288/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.234217:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cc380 with x1830977057484288 ext(0->4095) 00002000:00010000:3.0:1746156247.234219:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cc380 00000100:00100000:2.0:1746156247.234784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.234843:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057484416 00000100:00100000:0.0:1746156247.234847:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057484416 00000100:00100000:0.0:1746156247.234882:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6595 00000100:00100000:0.0:1746156247.234888:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+53:31590:x1830977057484416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156247.234896:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156247.234909:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814222 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.234928:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.234935:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.234936:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.234939:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.234962:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.234972:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746156247.234981:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801338d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054033152:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156247.235046:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.237540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.237721:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801338d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054033152:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.237745:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.237772:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97200, rc 0) 00000100:00100000:2.0:1746156247.237814:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31590:x1830977057484416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2925us (3030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.237821:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6595 00000100:00100000:2.0:1746156247.238179:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057484544 00000100:00100000:2.0:1746156247.238184:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057484544 00000100:00100000:2.0:1746156247.238211:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6596 00000100:00100000:2.0:1746156247.238217:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:31591:x1830977057484544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.238227:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.238237:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814229 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.238252:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.238256:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.238262:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.238264:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.238287:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.238296:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.238307:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156247.238341:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31591:x1830977057484544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.238346:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6596 00000100:00100000:0.0:1746156247.238629:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.238927:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057484672 00000100:00100000:2.0:1746156247.238931:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057484672 00010000:00010000:2.0:1746156247.238948:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.239002:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11133 00000100:00100000:2.0:1746156247.239009:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057484672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.239016:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.239031:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.239041:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.239057:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e783ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81421b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.239079:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.239081:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.239085:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.239105:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.239123:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.239133:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.239144:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054033408:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.239500:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.241065:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.241211:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057484928 00000100:00100000:1.0:1746156247.241217:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057484928 00002000:00100000:1.0:1746156247.241247:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d8700 x1830977057484928/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.241255:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8700 with x1830977057484928 ext(0->4095) 00010000:00010000:1.0:1746156247.241261:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.241265:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054033408:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.241272:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.241278:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d8700 00010000:00010000:2.0:1746156247.241281:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.241306:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2770 00000100:00100000:2.0:1746156247.241308:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057484672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2300us (2680us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.241312:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057484928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.241316:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11133 00000100:00100000:1.0:1746156247.241433:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057484928:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.241439:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2770 00002000:00100000:1.0:1746156247.241443:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d8700 x1830977057484928/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.241450:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8700 with x1830977057484928 ext(0->4095) 00010000:00010000:1.0:1746156247.241454:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.241462:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.241467:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d8700 00000100:00100000:0.0:1746156247.245879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.246411:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057485056 00000100:00100000:2.0:1746156247.246419:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057485056 00010000:00010000:2.0:1746156247.246452:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.246476:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11134 00000100:00100000:2.0:1746156247.246484:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057485056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.246507:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.246524:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.246535:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.246552:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e783f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814222 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.246580:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.246582:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.246588:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.246595:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.246623:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 54 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.246634:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054033536:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.246701:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.256114:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054033536:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.256136:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.256188:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057485056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 9703us (10314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.256198:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11134 00000100:00100000:0.0:1746156247.257357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.259275:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057485312 00000100:00100000:3.0:1746156247.259284:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057485312 00002000:00100000:3.0:1746156247.259324:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9c00 x1830977057485312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.259333:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9c00 with x1830977057485312 ext(0->4095) 00002000:00010000:3.0:1746156247.259338:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9c00 00000100:00100000:3.0:1746156247.259803:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4768 00000100:00100000:3.0:1746156247.259811:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057485312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.259971:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057485312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (2616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.259980:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4768 00002000:00100000:3.0:1746156247.259986:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9c00 x1830977057485312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.259993:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9c00 with x1830977057485312 ext(0->4095) 00002000:00010000:3.0:1746156247.259995:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9c00 00000100:00100000:0.0:1746156247.263258:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.263346:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057485440 00000100:00100000:2.0:1746156247.263354:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057485440 00000100:00100000:2.0:1746156247.263433:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6597 00000100:00100000:2.0:1746156247.263441:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057485440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.263456:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.263468:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814230 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.263490:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.263496:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.263498:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.263501:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.263524:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 53 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.263535:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 53 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.263545:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054033664:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.263613:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.268016:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054033664:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.268043:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.268063:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156247.268110:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057485440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4669us (4857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.268118:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6597 00000100:00100000:0.0:1746156247.273444:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.274255:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057485568 00000100:00100000:1.0:1746156247.274263:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057485568 00002000:00100000:1.0:1746156247.274304:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801338d8e00 x1830977057485568/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.274314:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8e00 with x1830977057485568 ext(0->7) 00010000:00010000:1.0:1746156247.274321:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.274335:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 54 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.274341:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d8e00 00000100:00100000:1.0:1746156247.274395:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2771 00000100:00100000:1.0:1746156247.274402:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+54:1974:x1830977057485568:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156247.274667:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057485568:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 265us (1229us total) trans 4294968011 rc 0/0 00000100:00100000:1.0:1746156247.274674:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2771 00002000:00100000:1.0:1746156247.274679:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801338d8e00 x1830977057485568/t4294968011(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/448 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.274687:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8e00 with x1830977057485568 ext(0->7) 00010000:00010000:1.0:1746156247.274692:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.274701:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.274706:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d8e00 00000100:00100000:0.0:1746156247.280145:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.280276:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057485696 00000100:00100000:2.0:1746156247.280283:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057485696 00010000:00010000:2.0:1746156247.280314:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.280337:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11135 00000100:00100000:2.0:1746156247.280344:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1972:x1830977057485696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.280357:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746156247.280393:0:7104:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746156247 -> 1746156248 00002000:00010000:2.0:1746156247.280396:0:7104:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746156247 -> 1746156248 00010000:00010000:2.0:1746156247.280402:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.280413:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.280432:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e783fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814229 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.280459:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.280461:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.280468:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.280475:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.280500:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.280511:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054033792:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.280776:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.282316:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.282389:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057485952 00000100:00100000:3.0:1746156247.282396:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057485952 00002000:00100000:3.0:1746156247.282428:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338db480 x1830977057485952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.282437:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db480 with x1830977057485952 ext(0->4095) 00002000:00010000:3.0:1746156247.282440:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338db480 00000100:00100000:3.0:1746156247.282466:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4769 00000100:00100000:3.0:1746156247.282473:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057485952:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746156247.282598:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057485952:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.282604:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4769 00002000:00100000:3.0:1746156247.282609:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338db480 x1830977057485952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.282616:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db480 with x1830977057485952 ext(0->4095) 00002000:00010000:3.0:1746156247.282619:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338db480 00000100:00100000:2.0:1746156247.283117:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054033792:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.283134:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.285571:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1972:x1830977057485696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5219us (5423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.285582:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11135 00000100:00100000:0.0:1746156247.286952:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.287006:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057486080 00000100:00100000:2.0:1746156247.287012:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057486080 00000100:00100000:2.0:1746156247.287047:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6598 00000100:00100000:2.0:1746156247.287054:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31591:x1830977057486080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.287067:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.287079:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814237 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.287110:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.287121:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.287122:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.287125:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.287149:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.287159:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.287169:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054033920:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.287649:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.288465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.288713:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057486208 00000100:00100000:1.0:1746156247.288719:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057486208 00000100:00100000:1.0:1746156247.288744:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6599 00000100:00100000:1.0:1746156247.288750:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057486208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.288760:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.288769:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81423e expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.288785:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.288789:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.288794:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.288798:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 58 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.288820:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.288830:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 58 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.288838:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:1.0:1746156247.289499:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31590:x1830977057486208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 745us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.289506:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6599 00000100:00100000:0.0:1746156247.291158:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.291256:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054033920:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.291280:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.291293:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156247.291323:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057486080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4270us (4374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.291330:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6598 00000100:00100000:3.0:1746156247.291396:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057486336 00000100:00100000:3.0:1746156247.291401:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057486336 00010000:00010000:3.0:1746156247.291425:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.291455:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11136 00000100:00100000:3.0:1746156247.291461:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057486336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.291469:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.291485:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.291495:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.291511:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78401 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814230 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.291525:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.291526:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.291531:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.291537:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.291560:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.291569:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.291582:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054034176:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.291641:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.293214:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054034176:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.293226:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.293250:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057486336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1789us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.293258:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11136 00000100:00100000:0.0:1746156247.293666:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.293870:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057486592 00000100:00100000:1.0:1746156247.293874:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057486592 00002000:00100000:1.0:1746156247.293900:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9500 x1830977057486592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.293909:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9500 with x1830977057486592 ext(0->4095) 00010000:00010000:1.0:1746156247.293915:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.293925:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.293931:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9500 00000100:00100000:1.0:1746156247.293950:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2772 00000100:00100000:1.0:1746156247.293955:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057486592:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.294061:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057486592:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.294066:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2772 00002000:00100000:1.0:1746156247.294070:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9500 x1830977057486592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.294077:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9500 with x1830977057486592 ext(0->4095) 00010000:00010000:1.0:1746156247.294080:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.294088:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.294106:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9500 00000100:00100000:0.0:1746156247.298138:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.298446:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057486720 00000100:00100000:3.0:1746156247.298453:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057486720 00000100:00100000:3.0:1746156247.298493:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6600 00000100:00100000:3.0:1746156247.298500:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057486720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.298514:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.298528:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814245 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.298547:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.298552:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.298558:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156247.298561:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.298588:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.298604:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.298612:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156247.298650:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057486720:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.298656:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6600 00000100:00100000:2.0:1746156247.299481:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.299570:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057486848 00000100:00100000:3.0:1746156247.299574:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057486848 00010000:00010000:3.0:1746156247.299591:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.299617:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11137 00000100:00100000:3.0:1746156247.299622:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057486848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.299630:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.299646:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.299656:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.299672:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78408 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814237 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.299905:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.299908:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.299913:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.299921:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.299941:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.299950:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.299961:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054034432:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.300021:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.301828:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.301940:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054034432:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.301955:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057487104 00000100:00100000:2.0:1746156247.301960:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057487104 00002000:00100000:2.0:1746156247.301992:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bb480 x1830977057487104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746156247.301997:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156247.302005:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb480 with x1830977057487104 ext(0->4095) 00010000:00010000:2.0:1746156247.302012:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.302022:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.302028:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bb480 00000100:00100000:3.0:1746156247.302030:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057486848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2407us (2549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.302038:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11137 00000100:00100000:2.0:1746156247.302055:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2773 00000100:00100000:2.0:1746156247.302062:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057487104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.302544:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057487104:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 481us (721us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.302550:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2773 00002000:00100000:2.0:1746156247.302555:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bb480 x1830977057487104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.302561:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb480 with x1830977057487104 ext(0->4095) 00010000:00010000:2.0:1746156247.302566:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.302574:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.302579:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bb480 00000100:00100000:0.0:1746156247.304488:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.304530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.304537:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057487232 00000100:00100000:1.0:1746156247.304544:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057487232 00000100:00100000:1.0:1746156247.304584:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6601 00000100:00100000:1.0:1746156247.304590:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057487232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156247.304600:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057487360 00010000:00010000:1.0:1746156247.304603:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156247.304604:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057487360 00010000:00010000:1.0:1746156247.304615:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81424c expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.304621:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.304632:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.304636:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.304639:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11138 00010000:00010000:1.0:1746156247.304642:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746156247.304644:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057487360:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.304645:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 58 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.304652:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.304668:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 58 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.304670:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.304677:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 58 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.304871:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 58 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.304880:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00010000:00010000:3.0:1746156247.304977:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7840f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81423e expref: 58 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.304987:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.304988:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.304997:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.305003:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.305021:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.305030:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.305040:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054034688:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.305213:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057487232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 621us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.305218:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6601 00000100:00100000:3.0:1746156247.305230:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.307138:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054034688:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.307152:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.307187:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057487360:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2543us (2655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.307195:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11138 00000100:00100000:0.0:1746156247.307768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.307808:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057487616 00000100:00100000:3.0:1746156247.307812:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057487616 00002000:00100000:3.0:1746156247.307836:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8000 x1830977057487616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.307844:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8000 with x1830977057487616 ext(0->4095) 00010000:00010000:3.0:1746156247.307850:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.307915:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.307921:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b8000 00000100:00100000:3.0:1746156247.307945:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2774 00000100:00100000:3.0:1746156247.307952:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057487616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.308073:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057487616:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.308078:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2774 00002000:00100000:3.0:1746156247.308083:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b8000 x1830977057487616/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.308101:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8000 with x1830977057487616 ext(0->4095) 00010000:00010000:3.0:1746156247.308106:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.308115:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.308120:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b8000 00000100:00100000:0.0:1746156247.310448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.310963:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057487744 00000100:00100000:3.0:1746156247.310969:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057487744 00010000:00010000:3.0:1746156247.310995:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.311564:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11139 00000100:00100000:3.0:1746156247.311571:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057487744:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.311582:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.311599:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.311609:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.311626:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e78416 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814245 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.311652:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.311654:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.311660:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.311670:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.311695:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.311705:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054034816:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.311781:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.314715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.314800:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054034816:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.314817:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.314847:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057487744:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3277us (4404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.314855:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11139 00000100:00100000:2.0:1746156247.314922:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057488000 00000100:00100000:2.0:1746156247.314927:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057488000 00002000:00100000:2.0:1746156247.314957:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093634e00 x1830977057488000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.314966:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093634e00 with x1830977057488000 ext(0->4095) 00002000:00010000:2.0:1746156247.314969:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093634e00 00000100:00100000:2.0:1746156247.314995:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4770 00000100:00100000:2.0:1746156247.315002:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057488000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.315128:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057488000:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.315133:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4770 00002000:00100000:2.0:1746156247.315139:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093634e00 x1830977057488000/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.315145:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093634e00 with x1830977057488000 ext(0->4095) 00002000:00010000:2.0:1746156247.315147:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093634e00 00000100:00100000:0.0:1746156247.317283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.317576:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057488128 00000100:00100000:1.0:1746156247.317582:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057488128 00000100:00100000:1.0:1746156247.317627:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6602 00000100:00100000:1.0:1746156247.317632:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057488128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.317646:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.317659:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814253 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.317681:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.317687:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.317689:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.317691:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.317718:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.317727:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.317738:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054034944:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156247.317807:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.320390:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.320441:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057488256 00000100:00100000:3.0:1746156247.320448:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057488256 00000100:00100000:1.0:1746156247.320472:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054034944:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.320477:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.320492:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.320502:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11140 00010000:00010000:1.0:1746156247.320503:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90800, rc 0) 00000100:00100000:3.0:1746156247.320509:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057488256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.320520:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746156247.320533:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057488128:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2901us (3255us total) trans 0 rc 0/0 00010000:00010000:3.0:1746156247.320537:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.320541:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6602 00010000:00010000:3.0:1746156247.320548:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.320566:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e7841d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81424c expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.320586:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.320588:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.320593:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.320600:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.320623:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.320632:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054035072:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.320683:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.323115:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054035072:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.323131:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.323175:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057488256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2665us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.323184:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11140 00000100:00100000:0.0:1746156247.323778:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.323881:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057488512 00000100:00100000:1.0:1746156247.323885:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057488512 00002000:00100000:1.0:1746156247.323917:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093637100 x1830977057488512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.323923:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093637100 with x1830977057488512 ext(0->4095) 00002000:00010000:1.0:1746156247.323926:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093637100 00000100:00100000:1.0:1746156247.323941:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4771 00000100:00100000:1.0:1746156247.323945:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057488512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.324050:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057488512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.324056:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4771 00002000:00100000:1.0:1746156247.324060:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093637100 x1830977057488512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.324067:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093637100 with x1830977057488512 ext(0->4095) 00002000:00010000:1.0:1746156247.324069:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093637100 00000100:00100000:0.0:1746156247.324917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.325071:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057488640 00000100:00100000:1.0:1746156247.325074:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057488640 00000100:00100000:1.0:1746156247.325140:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6603 00000100:00100000:1.0:1746156247.325145:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057488640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.325155:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.325167:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81425a expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.325185:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.325352:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.325354:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.325358:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.325406:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.325420:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 5 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.325430:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054035200:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156247.325493:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.325509:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.325572:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057488768 00000100:00100000:3.0:1746156247.325576:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057488768 00000100:00100000:3.0:1746156247.325597:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6604 00000100:00100000:3.0:1746156247.325602:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057488768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.325611:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.325617:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814261 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.325627:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.325631:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 58 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.325635:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.325638:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.325653:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 58 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.325663:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.325670:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156247.325701:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31591:x1830977057488768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.325706:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6604 00000100:00100000:1.0:1746156247.326932:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054035200:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156247.326949:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 57 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.326958:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:1.0:1746156247.327143:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057488640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1996us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.327149:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6603 00000100:00100000:0.0:1746156247.327300:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.327384:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057488896 00000100:00100000:3.0:1746156247.327389:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057488896 00010000:00010000:3.0:1746156247.327406:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.327423:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11141 00000100:00100000:3.0:1746156247.327429:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057488896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.327437:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.327451:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.327459:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.327474:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78424 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814253 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.327484:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.327486:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.327490:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.327497:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.327514:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.327522:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.327530:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054035456:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.327583:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.329520:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054035456:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.329536:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.329564:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057488896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2133us (2263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.329572:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11141 00000100:00100000:0.0:1746156247.329691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.329842:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057489152 00000100:00100000:2.0:1746156247.329872:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057489152 00002000:00100000:2.0:1746156247.329904:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bdc00 x1830977057489152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.329912:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bdc00 with x1830977057489152 ext(0->4095) 00010000:00010000:2.0:1746156247.329919:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.329929:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.329940:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bdc00 00000100:00100000:2.0:1746156247.329967:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2775 00000100:00100000:2.0:1746156247.329974:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057489152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.330100:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057489152:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.330106:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2775 00002000:00100000:2.0:1746156247.330111:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bdc00 x1830977057489152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.330118:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bdc00 with x1830977057489152 ext(0->4095) 00010000:00010000:2.0:1746156247.330122:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.330131:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.330136:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931bdc00 00000100:00100000:0.0:1746156247.331906:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.331981:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057489280 00000100:00100000:3.0:1746156247.331986:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057489280 00010000:00010000:3.0:1746156247.332007:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.332025:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11142 00000100:00100000:3.0:1746156247.332031:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057489280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.332039:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.332054:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.332063:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.332078:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7842b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81425a expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.332106:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.332108:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.332113:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.332119:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.332143:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.332152:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054035584:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.332722:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.334543:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054035584:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.334559:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156247.334575:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.334595:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057489280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2564us (2693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.334603:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11142 00000100:00100000:1.0:1746156247.334665:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057489536 00000100:00100000:1.0:1746156247.334671:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057489536 00002000:00100000:1.0:1746156247.334698:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bca80 x1830977057489536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.334706:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bca80 with x1830977057489536 ext(0->4095) 00002000:00010000:1.0:1746156247.334710:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bca80 00000100:00100000:1.0:1746156247.334736:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4772 00000100:00100000:1.0:1746156247.334742:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057489536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.334983:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057489536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 240us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.334991:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4772 00002000:00100000:1.0:1746156247.334996:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bca80 x1830977057489536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.335003:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bca80 with x1830977057489536 ext(0->4095) 00002000:00010000:1.0:1746156247.335005:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bca80 00000100:00100000:0.0:1746156247.336414:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.336452:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057489664 00000100:00100000:1.0:1746156247.336458:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057489664 00000100:00100000:1.0:1746156247.336494:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6605 00000100:00100000:1.0:1746156247.336500:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057489664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.336511:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.336524:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814268 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.336544:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.336550:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.336552:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.336555:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.336577:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.336587:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.336601:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054035712:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156247.336670:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.338405:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.338451:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057489792 00000100:00100000:3.0:1746156247.338456:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057489792 00010000:00010000:3.0:1746156247.338479:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.338489:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054035712:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.338499:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11143 00000100:00100000:3.0:1746156247.338504:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057489792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.338506:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.338513:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.338516:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00010000:00010000:3.0:1746156247.338527:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.338535:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.338542:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057489664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2042us (2131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.338546:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6605 00010000:00010000:3.0:1746156247.338550:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78432 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814261 expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.338575:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.338577:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.338583:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.338590:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.338612:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.338620:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054035840:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.338668:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.340514:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054035840:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.340529:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.340620:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057489792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2114us (2216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.340629:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11143 00000100:00100000:0.0:1746156247.340795:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.341011:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057490048 00000100:00100000:2.0:1746156247.341017:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057490048 00002000:00100000:2.0:1746156247.341049:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb800 x1830977057490048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.341057:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb800 with x1830977057490048 ext(0->4095) 00002000:00010000:2.0:1746156247.341060:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb800 00000100:00100000:2.0:1746156247.341084:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4773 00000100:00100000:2.0:1746156247.341100:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057490048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.341201:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057490048:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.341206:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4773 00002000:00100000:2.0:1746156247.341211:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956eb800 x1830977057490048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.341218:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb800 with x1830977057490048 ext(0->4095) 00002000:00010000:2.0:1746156247.341220:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb800 00000100:00100000:0.0:1746156247.342526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.342571:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057490176 00000100:00100000:1.0:1746156247.342576:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057490176 00000100:00100000:1.0:1746156247.342612:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6606 00000100:00100000:1.0:1746156247.342617:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31591:x1830977057490176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.342627:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.342640:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81426f expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.342659:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.342665:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.342667:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.342669:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.342696:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.342706:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 5 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.342715:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054035968:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156247.342784:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.346198:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.346302:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057490304 00000100:00100000:2.0:1746156247.346309:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057490304 00000100:00100000:0.0:1746156247.346358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.346362:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6607 00000100:00100000:1.0:1746156247.346362:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054035968:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.346385:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057490304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.346397:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.346400:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.346414:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91c00, rc 0) 00000100:00100000:3.0:1746156247.346454:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057490432 00000100:00100000:1.0:1746156247.346454:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057490176:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3836us (3932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.346458:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057490432 00000100:00100000:1.0:1746156247.346460:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6606 00010000:00010000:3.0:1746156247.346474:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.346502:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11144 00000100:00100000:1.0:1746156247.346508:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057490432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.346520:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.346538:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.346547:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.346568:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e78439 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814268 expref: 6 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.346582:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814276 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.346597:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.346601:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.346607:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.346610:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.346617:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.346619:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.346624:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.346678:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.346925:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.346940:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.346949:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.346950:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054036096:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156247.346957:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.346965:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054036224:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.347019:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.347196:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.349748:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054036096:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156247.349748:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054036224:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.349771:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156247.349775:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.349788:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:1.0:1746156247.349808:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057490432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3299us (3449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.349810:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057490304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3428us (3618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.349817:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6607 00000100:00100000:1.0:1746156247.349817:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11144 00000100:00100000:0.0:1746156247.350065:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.350970:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057490688 00000100:00100000:2.0:1746156247.350976:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057490688 00002000:00100000:2.0:1746156247.351112:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6d80 x1830977057490688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.351122:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6d80 with x1830977057490688 ext(0->4095) 00010000:00010000:2.0:1746156247.351128:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.351139:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.351144:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6d80 00000100:00100000:2.0:1746156247.351460:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2776 00000100:00100000:2.0:1746156247.351469:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057490688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.351594:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057490688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (1530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.351600:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2776 00002000:00100000:2.0:1746156247.351605:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f6d80 x1830977057490688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.351616:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6d80 with x1830977057490688 ext(0->4095) 00010000:00010000:2.0:1746156247.351621:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.351630:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.351635:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f6d80 00000100:00100000:0.0:1746156247.355271:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.355334:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057490816 00000100:00100000:3.0:1746156247.355340:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057490816 00000100:00100000:0.0:1746156247.355546:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.355655:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6608 00000100:00100000:3.0:1746156247.355663:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057490816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.355677:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.355689:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81427d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.355709:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.355713:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.355718:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156247.355721:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.355745:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.355754:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.355765:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156247.355856:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057490816:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.355861:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6608 00000100:00100000:1.0:1746156247.355965:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057490944 00000100:00100000:1.0:1746156247.355969:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057490944 00010000:00010000:1.0:1746156247.355986:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.356003:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11145 00000100:00100000:1.0:1746156247.356007:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057490944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.356015:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.356030:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.356040:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.356053:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78440 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81426f expref: 57 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.356065:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.356067:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.356071:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.356077:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.356110:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.356120:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.356129:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054036480:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.356192:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.357934:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054036480:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.357949:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.357995:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057490944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1978us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.358004:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11145 00000100:00100000:0.0:1746156247.358191:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.358236:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057491200 00000100:00100000:1.0:1746156247.358243:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057491200 00002000:00100000:1.0:1746156247.358267:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f4000 x1830977057491200/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.358276:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4000 with x1830977057491200 ext(0->4095) 00010000:00010000:1.0:1746156247.358287:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.358298:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.358304:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f4000 00000100:00100000:1.0:1746156247.358329:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2777 00000100:00100000:1.0:1746156247.358335:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057491200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.358464:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057491200:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.358472:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2777 00002000:00100000:1.0:1746156247.358476:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a95f4000 x1830977057491200/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.358483:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4000 with x1830977057491200 ext(0->4095) 00010000:00010000:1.0:1746156247.358487:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.358495:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.358499:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a95f4000 00000100:00100000:0.0:1746156247.361300:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.361346:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.361360:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057491456 00000100:00100000:3.0:1746156247.361408:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057491456 00000100:00100000:1.0:1746156247.362912:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057491328 00000100:00100000:3.0:1746156247.362916:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6609 00000100:00100000:1.0:1746156247.362918:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057491328 00000100:00100000:3.0:1746156247.362928:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057491456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.362941:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.362942:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.362952:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814284 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.362966:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11146 00010000:00010000:3.0:1746156247.362971:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746156247.362971:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057491328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.362976:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.362980:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.362981:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156247.362984:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 58 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.362996:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 58 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.363007:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 58 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.363101:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.363104:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78447 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814276 expref: 58 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.363113:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.363125:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.363127:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.363135:0:21377:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.363142:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.363157:0:21377:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.363166:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.363176:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054036736:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.363249:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.363290:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.363737:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057491328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 763us (2389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.363743:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11146 00000100:00100000:3.0:1746156247.364801:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054036736:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.364813:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156247.364853:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057491456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1928us (3558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.364859:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6609 00000100:00100000:0.0:1746156247.366631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.366686:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057491712 00000100:00100000:3.0:1746156247.366692:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057491712 00002000:00100000:3.0:1746156247.366724:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a6300 x1830977057491712/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.366740:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a6300 with x1830977057491712 ext(0->4095) 00010000:00010000:3.0:1746156247.366747:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.366759:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.366765:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a6300 00000100:00100000:3.0:1746156247.366794:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2778 00000100:00100000:3.0:1746156247.366801:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057491712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.366915:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057491712:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.366921:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2778 00002000:00100000:3.0:1746156247.366926:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800955a6300 x1830977057491712/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.366933:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a6300 with x1830977057491712 ext(0->4095) 00010000:00010000:3.0:1746156247.366937:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.366946:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.366951:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800955a6300 00000100:00100000:0.0:1746156247.368940:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.368996:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057491840 00000100:00100000:1.0:1746156247.369002:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057491840 00010000:00010000:1.0:1746156247.369025:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.369924:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11147 00000100:00100000:1.0:1746156247.369932:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057491840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.369943:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.369959:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.369971:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.369989:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7844e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81427d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.370008:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.370010:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.370015:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.370027:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.370051:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.370060:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054036864:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.371042:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5497e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.372615:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054036864:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.372631:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.372661:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057491840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2730us (3725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.372670:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11147 00000100:00100000:3.0:1746156247.374167:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.374241:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057492096 00000100:00100000:1.0:1746156247.374247:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057492096 00002000:00100000:1.0:1746156247.374279:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60aea00 x1830977057492096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.374288:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aea00 with x1830977057492096 ext(0->4095) 00002000:00010000:1.0:1746156247.374291:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60aea00 00000100:00100000:1.0:1746156247.374720:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4774 00000100:00100000:1.0:1746156247.374732:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1972:x1830977057492096:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746156247.374871:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1972:x1830977057492096:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (708us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.374880:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4774 00002000:00100000:1.0:1746156247.374886:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60aea00 x1830977057492096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.374893:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aea00 with x1830977057492096 ext(0->4095) 00002000:00010000:1.0:1746156247.374896:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60aea00 00000100:00100000:0.0:1746156247.377996:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.378079:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057492224 00000100:00100000:3.0:1746156247.378086:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057492224 00000100:00100000:3.0:1746156247.378217:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6610 00000100:00100000:3.0:1746156247.378225:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057492224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.378238:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.378252:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81428b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.378272:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.378278:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.378280:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.378283:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.378307:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.378316:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.378326:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054036992:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.378768:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.381330:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.381409:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057492352 00000100:00100000:1.0:1746156247.381415:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057492352 00010000:00010000:1.0:1746156247.381441:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.381476:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11148 00000100:00100000:1.0:1746156247.381483:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057492352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.381494:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.381509:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.381520:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.381538:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.381539:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.381545:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.381552:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.381580:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.381583:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78455 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814284 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.381590:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054037120:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.381600:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054036992:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.381618:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.381626:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:1.0:1746156247.381643:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.381647:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057492224:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3424us (3657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.381654:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6610 00000100:00100000:0.0:1746156247.384099:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.384287:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054037120:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.384302:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.384329:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057492352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2847us (3006us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.384336:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11148 00000100:00100000:3.0:1746156247.384439:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057492608 00000100:00100000:3.0:1746156247.384444:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057492608 00002000:00100000:3.0:1746156247.384474:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537ea00 x1830977057492608/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.384483:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537ea00 with x1830977057492608 ext(0->4095) 00002000:00010000:3.0:1746156247.384487:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537ea00 00000100:00100000:0.0:1746156247.384840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.384869:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4775 00000100:00100000:2.0:1746156247.384878:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057492736 00000100:00100000:2.0:1746156247.384881:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057492736 00000100:00100000:2.0:1746156247.384904:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6611 00000100:00100000:2.0:1746156247.384909:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057492736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.384919:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.384932:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814292 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.384952:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.384959:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.384960:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.384963:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.384985:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.384999:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.385009:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054037248:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.385123:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.385153:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057492608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.385275:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057492608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 399us (1193us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.385281:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4775 00002000:00100000:3.0:1746156247.385286:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537ea00 x1830977057492608/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.385292:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537ea00 with x1830977057492608 ext(0->4095) 00010000:00010000:3.0:1746156247.385297:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.385312:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.385318:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537ea00 00000100:00100000:2.0:1746156247.387534:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054037248:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.387557:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.387570:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156247.387607:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057492736:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2697us (2767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.387618:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6611 00000100:00100000:0.0:1746156247.388671:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.389004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.389046:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057492864 00000100:00100000:1.0:1746156247.389053:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057492864 00000100:00100000:2.0:1746156247.389061:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057492992 00000100:00100000:2.0:1746156247.389064:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057492992 00010000:00010000:1.0:1746156247.389075:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.389110:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6612 00000100:00100000:1.0:1746156247.389110:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11149 00000100:00100000:2.0:1746156247.389116:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057492992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156247.389117:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057492864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.389127:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.389128:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.389138:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814299 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.389142:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.389151:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.389608:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.389614:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.389623:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.389625:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.389641:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e7845c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81428b expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.389658:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.389673:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.389680:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.389681:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.389685:0:21377:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.389691:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.389705:0:21377:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.389715:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.389725:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054037504:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.389787:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.389807:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057492864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 690us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.389809:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.389813:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11149 00000100:00100000:2.0:1746156247.393773:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054037504:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.393792:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156247.393911:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057492992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4795us (5241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.393918:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6612 00000100:00100000:0.0:1746156247.394106:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.394165:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057493248 00000100:00100000:3.0:1746156247.394170:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057493248 00002000:00100000:3.0:1746156247.394202:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537c000 x1830977057493248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.394211:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c000 with x1830977057493248 ext(0->4095) 00010000:00010000:3.0:1746156247.394219:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.394231:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.394236:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537c000 00000100:00100000:3.0:1746156247.394261:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2779 00000100:00100000:3.0:1746156247.394267:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057493248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.394406:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057493248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.394412:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2779 00002000:00100000:3.0:1746156247.394417:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009537c000 x1830977057493248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.394423:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c000 with x1830977057493248 ext(0->4095) 00010000:00010000:3.0:1746156247.394429:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.394437:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.394442:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009537c000 00000100:00100000:0.0:1746156247.395311:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.395352:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057493376 00000100:00100000:1.0:1746156247.395356:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057493376 00010000:00010000:1.0:1746156247.395392:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.395419:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11150 00000100:00100000:1.0:1746156247.395459:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057493376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.395468:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.395480:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.395489:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.395505:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78463 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814292 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.395526:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.395528:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.395536:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.395549:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.395573:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.395583:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054037632:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.395627:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.397188:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054037632:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.397200:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.397236:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057493376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1811us (1927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.397243:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11150 00000100:00100000:0.0:1746156247.397344:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.397430:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057493632 00000100:00100000:3.0:1746156247.397434:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057493632 00002000:00100000:3.0:1746156247.397458:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3c000 x1830977057493632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.397467:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3c000 with x1830977057493632 ext(0->4095) 00002000:00010000:3.0:1746156247.397470:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3c000 00000100:00100000:3.0:1746156247.397540:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4776 00000100:00100000:3.0:1746156247.397547:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057493632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.398310:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057493632:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 763us (966us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.398316:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4776 00002000:00100000:3.0:1746156247.398321:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3c000 x1830977057493632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.398327:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3c000 with x1830977057493632 ext(0->4095) 00002000:00010000:3.0:1746156247.398330:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3c000 00000100:00100000:0.0:1746156247.399478:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.399516:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057493760 00000100:00100000:2.0:1746156247.399521:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057493760 00000100:00100000:2.0:1746156247.399555:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6613 00000100:00100000:2.0:1746156247.399559:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057493760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.399567:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.399578:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142a0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.399595:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.399600:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.399602:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.399604:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.399625:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.399634:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.399644:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054037760:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.399707:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.400808:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.400838:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054037760:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156247.400852:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057493888 00010000:00010000:2.0:1746156247.400857:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.400857:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057493888 00010000:00010000:2.0:1746156247.400868:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00010000:00010000:1.0:1746156247.400874:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.400907:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057493760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1346us (1430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.400914:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6613 00000100:00100000:1.0:1746156247.400993:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11151 00000100:00100000:1.0:1746156247.400999:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057493888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.401007:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.401021:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.401035:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.401051:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7846a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814299 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.401141:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.401143:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.401148:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.401156:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.401177:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.401185:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054037888:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.401583:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.402423:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054037888:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.402435:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.402466:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057493888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1467us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.402474:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11151 00000100:00100000:0.0:1746156247.402826:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.403378:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057494144 00000100:00100000:3.0:1746156247.403383:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057494144 00002000:00100000:3.0:1746156247.403411:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3f480 x1830977057494144/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.403426:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3f480 with x1830977057494144 ext(0->4095) 00002000:00010000:3.0:1746156247.403430:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3f480 00000100:00100000:3.0:1746156247.403458:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4777 00000100:00100000:3.0:1746156247.403465:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057494144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.403583:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057494144:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (756us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.403588:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4777 00002000:00100000:3.0:1746156247.403593:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c3f480 x1830977057494144/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.403600:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3f480 with x1830977057494144 ext(0->4095) 00002000:00010000:3.0:1746156247.403602:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3f480 00000100:00100000:0.0:1746156247.405292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.405391:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057494272 00000100:00100000:2.0:1746156247.405396:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057494272 00000100:00100000:2.0:1746156247.405434:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6614 00000100:00100000:2.0:1746156247.405441:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31591:x1830977057494272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.405452:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.405469:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142a7 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.405489:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.405496:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.405497:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.405500:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.405521:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.405536:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.405546:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054038016:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.405611:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.407196:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054038016:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.407215:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.407227:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156247.407264:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057494272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1824us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.407279:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6614 00000100:00100000:2.0:1746156247.407482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.407531:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057494400 00000100:00100000:1.0:1746156247.407536:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057494400 00010000:00010000:1.0:1746156247.407557:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746156247.407620:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.407730:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11152 00000100:00100000:1.0:1746156247.407736:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057494400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.407745:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.407765:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.407775:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.407791:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78471 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a0 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.407802:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.407804:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.407809:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.407816:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.407838:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.407848:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054038144:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.407930:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057494528 00000100:00100000:2.0:1746156247.407933:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057494528 00000100:00100000:2.0:1746156247.407962:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6615 00000100:00100000:2.0:1746156247.407967:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057494528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.407975:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.407982:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142ae expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.407994:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.408004:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.408005:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.408008:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.408021:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.408029:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.408036:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054038272:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.409030:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.409049:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.409511:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054038144:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.409524:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.409546:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057494400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1810us (2063us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.409553:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11152 00000100:00100000:2.0:1746156247.409615:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054038272:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.409634:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.409643:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156247.409658:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057494528:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1692us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.409663:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6615 00000100:00100000:0.0:1746156247.409904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.410075:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057494784 00000100:00100000:2.0:1746156247.410079:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057494784 00002000:00100000:2.0:1746156247.410113:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953caa00 x1830977057494784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.410127:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953caa00 with x1830977057494784 ext(0->4095) 00010000:00010000:2.0:1746156247.410133:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.410143:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.410148:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953caa00 00000100:00100000:2.0:1746156247.410171:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2780 00000100:00100000:2.0:1746156247.410178:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057494784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.410289:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057494784:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.410294:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2780 00002000:00100000:2.0:1746156247.410298:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953caa00 x1830977057494784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.410305:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953caa00 with x1830977057494784 ext(0->4095) 00010000:00010000:2.0:1746156247.410308:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.410316:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.410321:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953caa00 00000100:00100000:0.0:1746156247.413568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.413610:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.413656:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057495040 00000100:00100000:1.0:1746156247.413663:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057495040 00010000:00010000:1.0:1746156247.413689:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.413712:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11153 00000100:00100000:1.0:1746156247.413719:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1972:x1830977057495040:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.413732:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.413749:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.413759:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.413776:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78478 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142a7 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.413790:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.413791:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.413801:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.413812:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.413837:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.413847:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054038400:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.413898:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.413936:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057494912 00000100:00100000:2.0:1746156247.413940:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057494912 00000100:00100000:2.0:1746156247.413965:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6616 00000100:00100000:2.0:1746156247.413970:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057494912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.413981:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.413990:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142b5 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.414004:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.414010:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.414011:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.414014:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.414028:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.414042:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.414050:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054038528:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.414074:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.419046:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054038528:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.419077:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.419105:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156247.419142:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057494912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5171us (5580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.419149:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6616 00000100:00100000:1.0:1746156247.420182:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054038400:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.420194:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.420232:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1972:x1830977057495040:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6512us (6620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.420240:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11153 00000100:00100000:0.0:1746156247.424173:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.424258:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057495296 00000100:00100000:1.0:1746156247.424266:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057495296 00002000:00100000:1.0:1746156247.424298:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c8000 x1830977057495296/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.424307:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c8000 with x1830977057495296 ext(0->4095) 00010000:00010000:1.0:1746156247.424315:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.424327:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.424332:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953c8000 00000100:00100000:1.0:1746156247.424364:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2781 00000100:00100000:1.0:1746156247.424395:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057495296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.424526:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057495296:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.424532:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2781 00002000:00100000:1.0:1746156247.424537:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953c8000 x1830977057495296/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.424544:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953c8000 with x1830977057495296 ext(0->4095) 00010000:00010000:1.0:1746156247.424549:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.424557:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.424562:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953c8000 00000100:00100000:0.0:1746156247.427841:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.427922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.427991:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057495424 00000100:00100000:2.0:1746156247.427997:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057495424 00000100:00100000:2.0:1746156247.428035:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6617 00000100:00100000:2.0:1746156247.428042:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057495424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.428056:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.428070:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142bc expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.428104:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.428110:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.428115:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156247.428121:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.428152:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.428162:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.428172:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156247.428203:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057495424:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.428208:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6617 00000100:00100000:1.0:1746156247.428888:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057495552 00000100:00100000:1.0:1746156247.428892:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057495552 00010000:00010000:1.0:1746156247.428909:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.429339:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11154 00000100:00100000:1.0:1746156247.429346:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1973:x1830977057495552:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.429355:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.429465:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.429480:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.429497:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7847f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ae expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.429625:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.429627:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.429634:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.429642:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.429667:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.429677:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.429687:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054038784:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.430010:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.432361:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054038784:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.432457:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.432497:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1973:x1830977057495552:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3150us (4573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.432509:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11154 00000100:00100000:0.0:1746156247.432667:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.432750:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057495808 00000100:00100000:1.0:1746156247.432756:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057495808 00002000:00100000:1.0:1746156247.432786:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cb480 x1830977057495808/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.432796:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cb480 with x1830977057495808 ext(0->4095) 00010000:00010000:1.0:1746156247.432802:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.432813:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.432818:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cb480 00000100:00100000:1.0:1746156247.432844:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2782 00000100:00100000:1.0:1746156247.432850:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057495808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.432969:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057495808:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.432974:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2782 00002000:00100000:1.0:1746156247.432979:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953cb480 x1830977057495808/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.432986:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cb480 with x1830977057495808 ext(0->4095) 00010000:00010000:1.0:1746156247.432991:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.433003:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.433008:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800953cb480 00000100:00100000:0.0:1746156247.435560:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.435656:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057495936 00000100:00100000:1.0:1746156247.435662:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057495936 00010000:00010000:1.0:1746156247.435690:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.435718:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11155 00000100:00100000:1.0:1746156247.435724:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057495936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.435734:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.435778:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.435788:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.435811:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78486 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142b5 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.435841:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.435843:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.435849:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.435861:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.435892:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.435901:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054038912:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.435987:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.437878:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054038912:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.437893:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.437931:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057495936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2206us (2376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.437939:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11155 00000100:00100000:0.0:1746156247.439341:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.439391:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057496192 00000100:00100000:1.0:1746156247.439397:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057496192 00002000:00100000:1.0:1746156247.439427:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093080700 x1830977057496192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.439440:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093080700 with x1830977057496192 ext(0->4095) 00002000:00010000:1.0:1746156247.439444:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093080700 00000100:00100000:1.0:1746156247.439505:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4778 00000100:00100000:1.0:1746156247.439589:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057496192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.439848:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057496192:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 259us (510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.439857:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4778 00002000:00100000:1.0:1746156247.439862:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093080700 x1830977057496192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.439868:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093080700 with x1830977057496192 ext(0->4095) 00002000:00010000:1.0:1746156247.439871:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093080700 00000100:00100000:0.0:1746156247.443302:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.443702:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057496320 00000100:00100000:2.0:1746156247.443710:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057496320 00000100:00100000:2.0:1746156247.443761:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6618 00000100:00100000:2.0:1746156247.443769:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057496320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.443783:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.443797:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142c3 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.443820:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.443826:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.443827:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.443830:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.443852:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.443867:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.443882:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054039040:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.443946:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.445053:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054039040:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.445074:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.445085:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156247.445120:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057496320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1352us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.445126:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6618 00000100:00100000:0.0:1746156247.445269:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.445347:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057496448 00000100:00100000:1.0:1746156247.445351:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057496448 00010000:00010000:1.0:1746156247.445387:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.445412:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11156 00000100:00100000:1.0:1746156247.445419:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057496448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.445430:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.445445:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.445454:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.445862:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7848d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142bc expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.445884:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.445885:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.445891:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.445902:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.445925:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.445934:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054039168:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.446298:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.448821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.448859:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.448910:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057496832 00000100:00100000:3.0:1746156247.448917:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057496832 00000100:00100000:3.0:1746156247.448952:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6619 00000100:00100000:3.0:1746156247.448958:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057496832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.448971:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.448984:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142ca expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.449006:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.449012:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.449013:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.449017:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.449044:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.449053:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.449066:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054039296:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156247.449118:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054039168:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.449124:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057496704 00000100:00100000:2.0:1746156247.449127:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057496704 00000100:00100000:3.0:1746156247.449131:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf90c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746156247.449131:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.449149:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057496448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3731us (3881us total) trans 0 rc 0/0 00002000:00100000:2.0:1746156247.449151:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081500 x1830977057496704/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746156247.449156:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11156 00002000:00100000:2.0:1746156247.449159:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081500 with x1830977057496704 ext(0->4095) 00010000:00010000:2.0:1746156247.449164:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.449173:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.449178:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093081500 00000100:00100000:2.0:1746156247.449189:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2783 00000100:00100000:2.0:1746156247.449194:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057496704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.449314:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057496704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.449319:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2783 00002000:00100000:2.0:1746156247.449323:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081500 x1830977057496704/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.449330:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081500 with x1830977057496704 ext(0->4095) 00010000:00010000:2.0:1746156247.449334:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.449342:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.449347:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093081500 00000100:00100000:3.0:1746156247.450552:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054039296:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.450569:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.450579:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:3.0:1746156247.450599:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057496832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1642us (1740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.450605:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6619 00000100:00100000:0.0:1746156247.450713:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.450755:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057496960 00000100:00100000:2.0:1746156247.450758:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057496960 00000100:00100000:2.0:1746156247.450776:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6620 00000100:00100000:2.0:1746156247.450780:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057496960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.450787:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156247.450789:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156247.450793:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142d1 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.450806:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.450809:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.450814:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.450817:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.450839:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.450846:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.450853:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:1.0:1746156247.450887:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057497088 00000100:00100000:1.0:1746156247.450891:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057497088 00010000:00010000:1.0:1746156247.450904:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.450931:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11157 00000100:00100000:1.0:1746156247.450937:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057497088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.450944:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746156247.450951:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057496960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.450956:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6620 00010000:00010000:1.0:1746156247.450957:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.450966:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.451058:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78494 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142c3 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.451070:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.451071:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.451076:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.451082:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.451112:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.451121:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.451129:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054039552:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.451563:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.452320:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054039552:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.452337:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.452381:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057497088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1428us (1575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.452388:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11157 00000100:00100000:0.0:1746156247.453124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.453195:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057497344 00000100:00100000:2.0:1746156247.453200:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057497344 00002000:00100000:2.0:1746156247.453227:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093082d80 x1830977057497344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.453235:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093082d80 with x1830977057497344 ext(0->4095) 00010000:00010000:2.0:1746156247.453241:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.453250:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.453255:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093082d80 00000100:00100000:2.0:1746156247.453269:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2784 00000100:00100000:2.0:1746156247.453275:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057497344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.453413:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057497344:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.453419:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2784 00002000:00100000:2.0:1746156247.453424:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093082d80 x1830977057497344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.453430:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093082d80 with x1830977057497344 ext(0->4095) 00010000:00010000:2.0:1746156247.453434:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.453442:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.453459:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093082d80 00000100:00100000:0.0:1746156247.456171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.456318:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057497472 00000100:00100000:1.0:1746156247.456328:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057497472 00010000:00010000:1.0:1746156247.456363:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.456434:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11158 00000100:00100000:1.0:1746156247.456442:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057497472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.456452:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.456469:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.456479:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.456496:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7849b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ca expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.456524:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.456526:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.456532:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.456539:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.456565:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.456574:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054039680:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.456646:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.458311:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.458404:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057497728 00000100:00100000:2.0:1746156247.458412:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057497728 00000100:00100000:1.0:1746156247.458416:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054039680:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.458436:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156247.458449:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b739880 x1830977057497728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.458458:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739880 with x1830977057497728 ext(0->4095) 00002000:00010000:2.0:1746156247.458462:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b739880 00000100:00100000:1.0:1746156247.458476:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057497472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2035us (2314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.458487:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11158 00000100:00100000:2.0:1746156247.458495:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4779 00000100:00100000:2.0:1746156247.458501:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057497728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.459159:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057497728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 656us (853us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.459165:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4779 00002000:00100000:2.0:1746156247.459171:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b739880 x1830977057497728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.459187:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739880 with x1830977057497728 ext(0->4095) 00002000:00010000:2.0:1746156247.459190:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b739880 00000100:00100000:0.0:1746156247.461823:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.461890:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057497856 00000100:00100000:2.0:1746156247.461899:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057497856 00000100:00100000:2.0:1746156247.461959:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6621 00000100:00100000:2.0:1746156247.461968:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057497856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.461982:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.461996:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142d8 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.462019:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.462025:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.462027:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.462030:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.462053:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.462062:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.462071:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054039808:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.462165:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.463850:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054039808:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.463888:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.463906:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156247.463963:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057497856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1996us (2149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.463972:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6621 00000100:00100000:0.0:1746156247.464804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.464874:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057497984 00000100:00100000:1.0:1746156247.464881:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057497984 00010000:00010000:1.0:1746156247.464913:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.464945:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11159 00000100:00100000:1.0:1746156247.464951:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057497984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.464964:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.464985:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.464996:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.465017:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d1 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.465045:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.465047:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.465054:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.465067:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.465105:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.465117:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054039936:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.465200:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.466921:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054039936:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.466947:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.466990:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057497984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2038us (2188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.467000:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11159 00000100:00100000:0.0:1746156247.467361:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.469316:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057498240 00000100:00100000:2.0:1746156247.469331:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057498240 00002000:00100000:2.0:1746156247.469410:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361dc00 x1830977057498240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.469419:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361dc00 with x1830977057498240 ext(0->4095) 00002000:00010000:2.0:1746156247.469425:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361dc00 00000100:00100000:2.0:1746156247.469462:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4780 00000100:00100000:2.0:1746156247.469471:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057498240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.469670:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057498240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 201us (2309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.469676:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4780 00002000:00100000:2.0:1746156247.469682:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361dc00 x1830977057498240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.469691:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361dc00 with x1830977057498240 ext(0->4095) 00002000:00010000:2.0:1746156247.469693:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361dc00 00000100:00100000:0.0:1746156247.470252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.470316:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057498368 00000100:00100000:2.0:1746156247.470320:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057498368 00000100:00100000:2.0:1746156247.470436:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6622 00000100:00100000:2.0:1746156247.470443:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057498368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.470456:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.470474:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142df expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156247.471537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.471634:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057498496 00000100:00100000:1.0:1746156247.471641:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057498496 00000100:00100000:1.0:1746156247.471716:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6623 00010000:00010000:2.0:1746156247.471717:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.471724:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057498496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.471728:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.471730:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.471734:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.471738:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.471751:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142e6 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.471765:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.471778:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.471789:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746156247.471790:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054040064:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156247.471794:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 58 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.471804:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.471808:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 58 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.471839:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 58 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.471851:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 58 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.471861:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91800, rc 0) 00000100:00100000:2.0:1746156247.471869:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.471896:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31591:x1830977057498496:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.471902:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6623 00000100:00100000:2.0:1746156247.473285:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054040064:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156247.473297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156247.473312:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.473328:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156247.473356:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057498368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2914us (3105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.473383:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6622 00000100:00100000:1.0:1746156247.473458:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057498624 00000100:00100000:1.0:1746156247.473463:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057498624 00010000:00010000:1.0:1746156247.473482:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.473509:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11160 00000100:00100000:1.0:1746156247.473514:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057498624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.473522:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.473539:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.473548:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.473565:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142d8 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.473587:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.473738:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.473746:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.473754:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.473776:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.473785:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.473793:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054040320:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.473859:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.475121:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054040320:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.475135:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.475177:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057498624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1661us (1879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.475185:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11160 00000100:00100000:0.0:1746156247.476296:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.476355:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057498880 00000100:00100000:3.0:1746156247.476361:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057498880 00002000:00100000:3.0:1746156247.476427:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095038e00 x1830977057498880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.476436:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095038e00 with x1830977057498880 ext(0->4095) 00010000:00010000:3.0:1746156247.476443:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.476457:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.476462:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095038e00 00000100:00100000:3.0:1746156247.476492:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2785 00000100:00100000:3.0:1746156247.476498:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057498880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.476684:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057498880:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 185us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.476691:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2785 00002000:00100000:3.0:1746156247.476696:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095038e00 x1830977057498880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.476703:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095038e00 with x1830977057498880 ext(0->4095) 00010000:00010000:3.0:1746156247.476707:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.476725:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.476731:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095038e00 00000100:00100000:0.0:1746156247.478810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.478869:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057499008 00000100:00100000:1.0:1746156247.478875:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057499008 00010000:00010000:1.0:1746156247.478899:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.478935:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11161 00000100:00100000:1.0:1746156247.478941:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1972:x1830977057499008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.478950:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.478966:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.478975:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.478994:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e784b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142df expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.479005:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.479007:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.479012:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.479019:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.479044:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 56 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.479053:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054040448:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.479139:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.482452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.482680:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054040448:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.482696:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.482729:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1972:x1830977057499008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3788us (3925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.482738:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11161 00000100:00100000:3.0:1746156247.483098:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057499264 00000100:00100000:3.0:1746156247.483104:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057499264 00002000:00100000:3.0:1746156247.483135:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039880 x1830977057499264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.483145:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039880 with x1830977057499264 ext(0->4095) 00002000:00010000:3.0:1746156247.483150:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095039880 00000100:00100000:3.0:1746156247.483164:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4781 00000100:00100000:3.0:1746156247.483171:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057499264:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.483285:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057499264:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (840us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.483290:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4781 00002000:00100000:3.0:1746156247.483295:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039880 x1830977057499264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.483302:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039880 with x1830977057499264 ext(0->4095) 00002000:00010000:3.0:1746156247.483304:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095039880 00000100:00100000:0.0:1746156247.484990:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.485106:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057499392 00000100:00100000:2.0:1746156247.485113:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057499392 00000100:00100000:2.0:1746156247.485167:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6624 00000100:00100000:2.0:1746156247.485175:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057499392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.485192:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.485209:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142ed expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.485236:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.485243:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.485244:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.485248:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.485278:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 55 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.485289:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 55 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.485306:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054040576:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.485516:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.488499:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054040576:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.488544:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.488563:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156247.488627:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057499392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3451us (3644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.488636:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6624 00000100:00100000:0.0:1746156247.488960:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.489003:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057499520 00000100:00100000:2.0:1746156247.489009:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057499520 00010000:00010000:2.0:1746156247.489036:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.489119:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11162 00000100:00100000:2.0:1746156247.489129:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057499520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.489143:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.489277:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.489291:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.489318:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91800/0xb0171789e0e784b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142e6 expref: 56 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.489334:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.489336:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.489342:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.489351:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.489413:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.489427:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054040704:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.489497:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.491862:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.493014:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057499776 00000100:00100000:3.0:1746156247.493026:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057499776 00002000:00100000:3.0:1746156247.493080:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009503ad80 x1830977057499776/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.493101:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503ad80 with x1830977057499776 ext(0->4095) 00002000:00010000:3.0:1746156247.493107:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009503ad80 00000100:00100000:2.0:1746156247.493301:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4782 00000100:00100000:2.0:1746156247.493317:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057499776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.493587:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.493720:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057499776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 410us (1868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.493727:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4782 00002000:00100000:2.0:1746156247.493733:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009503ad80 x1830977057499776/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.493739:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009503ad80 with x1830977057499776 ext(0->4095) 00002000:00010000:2.0:1746156247.493743:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009503ad80 00000100:00100000:2.0:1746156247.493764:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057499904 00000100:00100000:2.0:1746156247.493767:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057499904 00000100:00100000:2.0:1746156247.493786:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6625 00000100:00100000:2.0:1746156247.493791:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057499904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.493800:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.493817:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142f4 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.493839:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.493845:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.493847:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.493850:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.493877:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.493889:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.493899:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054040832:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.493948:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.493967:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054040704:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.494029:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.494073:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057499520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4945us (5114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.494082:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11162 00000100:00100000:2.0:1746156247.496928:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054040832:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.496958:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.496974:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156247.497036:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057499904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3243us (3447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.497045:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6625 00000100:00100000:0.0:1746156247.497048:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.497067:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057500032 00000100:00100000:2.0:1746156247.497072:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057500032 00000100:00100000:2.0:1746156247.497120:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6626 00000100:00100000:2.0:1746156247.497127:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057500032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.497139:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.497150:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8142fb expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.497166:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.497169:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.497175:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.497177:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.497199:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.497207:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.497218:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156247.497249:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057500032:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.497255:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6626 00000100:00100000:0.0:1746156247.497498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.497547:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057500160 00000100:00100000:3.0:1746156247.497552:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057500160 00010000:00010000:3.0:1746156247.497572:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.497596:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11163 00000100:00100000:3.0:1746156247.497601:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057500160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.497609:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.497626:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.497636:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.497650:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e784be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142ed expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.497670:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.497671:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.497676:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.497682:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.497699:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.497708:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.497724:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041088:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.497876:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.500770:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041088:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.500791:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.501014:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057500160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3410us (3513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.501023:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11163 00000100:00100000:0.0:1746156247.502224:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.503150:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057500416 00000100:00100000:2.0:1746156247.503160:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057500416 00002000:00100000:2.0:1746156247.503212:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529180 x1830977057500416/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.503223:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529180 with x1830977057500416 ext(0->4095) 00010000:00010000:2.0:1746156247.503233:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.503249:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.503255:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093529180 00000100:00100000:2.0:1746156247.503289:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2786 00000100:00100000:2.0:1746156247.503297:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057500416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.503504:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057500416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 208us (1593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.503510:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2786 00002000:00100000:2.0:1746156247.503516:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529180 x1830977057500416/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.503529:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529180 with x1830977057500416 ext(0->4095) 00010000:00010000:2.0:1746156247.503533:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.503542:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.503644:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093529180 00000100:00100000:0.0:1746156247.508636:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.508838:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057500544 00000100:00100000:3.0:1746156247.508844:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057500544 00010000:00010000:3.0:1746156247.508870:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.508896:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11164 00000100:00100000:3.0:1746156247.508902:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057500544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.508912:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.508928:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.508939:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.508956:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142f4 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.508992:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.508994:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.509000:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.509007:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.509032:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.509041:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041216:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.509123:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.511027:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.511127:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057500800 00000100:00100000:2.0:1746156247.511133:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057500800 00002000:00100000:2.0:1746156247.511168:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c081500 x1830977057500800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.511177:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c081500 with x1830977057500800 ext(0->4095) 00002000:00010000:2.0:1746156247.511181:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c081500 00000100:00100000:2.0:1746156247.511197:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4783 00000100:00100000:2.0:1746156247.511203:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057500800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.511333:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057500800:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.511339:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4783 00002000:00100000:2.0:1746156247.511344:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c081500 x1830977057500800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.511352:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c081500 with x1830977057500800 ext(0->4095) 00002000:00010000:2.0:1746156247.511354:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c081500 00000100:00100000:3.0:1746156247.511453:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041216:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.511469:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.511489:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057500544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2588us (2858us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.511496:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11164 00000100:00100000:0.0:1746156247.514528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.514593:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057500928 00000100:00100000:2.0:1746156247.514599:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057500928 00000100:00100000:2.0:1746156247.514638:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6627 00000100:00100000:2.0:1746156247.514647:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057500928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.514663:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.514713:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814302 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.514739:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.514745:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.514746:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.514749:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.514774:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.514784:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.514794:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054041344:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.514874:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.517324:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054041344:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.517352:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.517404:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156247.517453:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057500928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2805us (2930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.517459:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6627 00000100:00100000:0.0:1746156247.517811:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.517864:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057501056 00000100:00100000:3.0:1746156247.517869:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057501056 00010000:00010000:3.0:1746156247.517895:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.517914:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11165 00000100:00100000:3.0:1746156247.517919:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057501056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.517929:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.517945:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.517958:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.517987:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e784cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8142fb expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.518383:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.518385:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.518392:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.518398:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.518421:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.518431:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041472:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.518591:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.523703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.523760:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.523878:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057501312 00000100:00100000:3.0:1746156247.523882:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041472:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.523885:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057501312 00010000:00010000:3.0:1746156247.523906:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.523936:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6628 00000100:00100000:2.0:1746156247.523942:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057501312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156247.523957:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057501056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6037us (6146us total) trans 0 rc 0/0 00010000:00010000:2.0:1746156247.523960:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156247.523966:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11165 00010000:00010000:2.0:1746156247.523976:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814309 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.524001:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.524008:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.524009:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.524012:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.524041:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.524051:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057501440 00010000:00010000:2.0:1746156247.524052:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.524056:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057501440 00000100:00100000:2.0:1746156247.524067:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054041600:192.168.203.27@tcp:104: 00002000:00100000:1.0:1746156247.524084:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc1500 x1830977057501440/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.524105:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc1500 with x1830977057501440 ext(0->4095) 00010000:00010000:1.0:1746156247.524111:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.524123:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.524129:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc1500 00000100:00100000:2.0:1746156247.524142:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.524143:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2787 00000100:00100000:1.0:1746156247.524148:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057501440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.524498:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057501440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 348us (736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.524504:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2787 00002000:00100000:1.0:1746156247.524510:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc1500 x1830977057501440/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.524518:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc1500 with x1830977057501440 ext(0->4095) 00010000:00010000:1.0:1746156247.524522:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.524531:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.524537:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc1500 00000100:00100000:2.0:1746156247.526624:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054041600:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.526663:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.526680:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156247.526720:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057501312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2776us (3026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.526728:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6628 00000100:00100000:0.0:1746156247.527989:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.528037:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057501568 00000100:00100000:2.0:1746156247.528045:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057501568 00000100:00100000:2.0:1746156247.528101:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6629 00000100:00100000:2.0:1746156247.528108:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057501568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.528130:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.528146:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814310 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.528246:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.528251:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.528257:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.528261:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.528302:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.528315:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.528323:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156247.528357:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057501568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 249us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.528363:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6629 00000100:00100000:1.0:1746156247.528551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.528629:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057501696 00000100:00100000:3.0:1746156247.528634:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057501696 00010000:00010000:3.0:1746156247.528657:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.528746:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11166 00000100:00100000:3.0:1746156247.528753:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057501696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.528762:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.528784:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.528794:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.528811:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e784d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814302 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.528980:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.528982:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.528989:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.528996:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.529023:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.529034:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.529044:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041856:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.529120:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.532396:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.532462:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057501952 00000100:00100000:1.0:1746156247.532471:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057501952 00002000:00100000:1.0:1746156247.532517:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0000 x1830977057501952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.532527:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0000 with x1830977057501952 ext(0->4095) 00010000:00010000:1.0:1746156247.532536:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.532552:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.532558:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0000 00000100:00100000:1.0:1746156247.532591:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2788 00000100:00100000:1.0:1746156247.532600:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057501952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.532767:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057501952:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.532777:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2788 00002000:00100000:1.0:1746156247.532782:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0000 x1830977057501952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.532789:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0000 with x1830977057501952 ext(0->4095) 00010000:00010000:1.0:1746156247.532793:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.532803:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.532809:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133fc0000 00000100:00100000:3.0:1746156247.532942:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.532963:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.532986:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057501696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4233us (4435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.532994:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11166 00000100:00100000:0.0:1746156247.535343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.535882:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057502080 00000100:00100000:3.0:1746156247.535892:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057502080 00010000:00010000:3.0:1746156247.535930:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.535991:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11167 00000100:00100000:3.0:1746156247.535999:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057502080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.536014:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.536037:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.536048:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.536069:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e784da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814309 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.536285:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.536289:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.536296:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.536304:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.536334:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.536345:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041984:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.537055:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.539800:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054041984:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.539825:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.539871:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057502080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3871us (4535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.539882:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11167 00000100:00100000:0.0:1746156247.540286:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.540501:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057502336 00000100:00100000:3.0:1746156247.540513:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057502336 00002000:00100000:3.0:1746156247.540551:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c7100 x1830977057502336/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.540561:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c7100 with x1830977057502336 ext(0->4095) 00002000:00010000:3.0:1746156247.540565:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c7100 00000100:00100000:3.0:1746156247.540595:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4784 00000100:00100000:3.0:1746156247.540602:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057502336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.541292:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057502336:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 688us (1005us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.541301:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4784 00002000:00100000:3.0:1746156247.541308:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801351c7100 x1830977057502336/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.541316:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c7100 with x1830977057502336 ext(0->4095) 00002000:00010000:3.0:1746156247.541319:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c7100 00000100:00100000:0.0:1746156247.543661:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.543762:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057502464 00000100:00100000:2.0:1746156247.543772:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057502464 00000100:00100000:2.0:1746156247.543831:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6630 00000100:00100000:2.0:1746156247.543839:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057502464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.543859:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.543876:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814317 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.543907:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.543914:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.543916:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.543919:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.543954:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 55 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.543967:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 55 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.543979:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054042112:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.544074:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.546410:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054042112:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.546447:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.546464:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:0.0:1746156247.546548:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.546642:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057502592 00000100:00100000:3.0:1746156247.546648:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057502592 00010000:00010000:3.0:1746156247.546677:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.546705:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11168 00000100:00100000:3.0:1746156247.546711:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057502592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.546723:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.546742:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.546751:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.546770:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e784e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814310 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.546802:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057502464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2964us (3149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.546810:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6630 00010000:00010000:3.0:1746156247.547060:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.547063:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.547070:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.547083:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.547135:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.547146:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054042240:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.547221:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.548744:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054042240:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.548765:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.548865:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1975:x1830977057502592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2151us (2315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.548876:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11168 00000100:00100000:0.0:1746156247.548940:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.549060:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057502848 00000100:00100000:3.0:1746156247.549066:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057502848 00002000:00100000:3.0:1746156247.549112:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8e00 x1830977057502848/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.549122:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8e00 with x1830977057502848 ext(0->4095) 00002000:00010000:3.0:1746156247.549127:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8e00 00000100:00100000:3.0:1746156247.549151:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4785 00000100:00100000:3.0:1746156247.549159:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057502848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.549315:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057502848:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (375us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.549324:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4785 00002000:00100000:3.0:1746156247.549330:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8e00 x1830977057502848/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.549337:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8e00 with x1830977057502848 ext(0->4095) 00002000:00010000:3.0:1746156247.549340:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8e00 00000100:00100000:0.0:1746156247.550850:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.550937:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.550997:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057502976 00000100:00100000:3.0:1746156247.551003:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057502976 00000100:00100000:2.0:1746156247.551010:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057503104 00000100:00100000:2.0:1746156247.551013:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057503104 00000100:00100000:2.0:1746156247.551164:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6631 00000100:00100000:2.0:1746156247.551173:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057503104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.551190:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.551207:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814325 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.551214:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6632 00000100:00100000:3.0:1746156247.551221:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057502976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.551226:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.551231:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81431e expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.551234:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.551241:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.551243:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.551246:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 58 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.551590:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.551595:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 58 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.551601:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.551603:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.551626:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.551631:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 58 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.551638:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.551647:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.551649:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054042368:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.551660:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156247.551704:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31591:x1830977057502976:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 484us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.551710:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6632 00000100:00100000:2.0:1746156247.551943:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.553988:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054042368:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.554025:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.554042:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156247.554110:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057503104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2937us (3170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.554119:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6631 00000100:00100000:0.0:1746156247.554797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.554908:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057503232 00000100:00100000:3.0:1746156247.554915:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057503232 00010000:00010000:3.0:1746156247.554947:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.554980:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11169 00000100:00100000:3.0:1746156247.554987:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057503232:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.555004:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.555025:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.555034:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.555056:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e784e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814317 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.555082:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.555084:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.555102:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.555114:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.555144:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.555154:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 56 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.555165:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054042624:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.555228:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.557145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.557352:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054042624:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.557407:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.557463:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057503232:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2476us (2668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.557475:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11169 00000100:00100000:2.0:1746156247.557800:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057503488 00000100:00100000:2.0:1746156247.557808:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057503488 00002000:00100000:2.0:1746156247.557851:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9180 x1830977057503488/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.557868:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9180 with x1830977057503488 ext(0->4095) 00010000:00010000:2.0:1746156247.557877:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.557891:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.557897:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9180 00000100:00100000:2.0:1746156247.557923:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2789 00000100:00100000:2.0:1746156247.557931:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057503488:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.558757:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057503488:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 823us (1616us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.558769:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2789 00002000:00100000:2.0:1746156247.558777:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9180 x1830977057503488/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.558786:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9180 with x1830977057503488 ext(0->4095) 00010000:00010000:2.0:1746156247.558793:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.558804:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.558811:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ce9180 00000100:00100000:0.0:1746156247.562499:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.563298:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057503616 00000100:00100000:3.0:1746156247.563308:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057503616 00010000:00010000:3.0:1746156247.563346:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.563528:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11170 00000100:00100000:2.0:1746156247.563544:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1972:x1830977057503616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.563557:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.563582:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.563595:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.563617:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e784ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814325 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.563795:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.563798:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.563806:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.563814:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.563849:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 56 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.563861:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054042752:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.564393:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.567515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.567633:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054042752:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.567657:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.567703:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1972:x1830977057503616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4166us (5214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.567716:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11170 00000100:00100000:3.0:1746156247.567907:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057503872 00000100:00100000:3.0:1746156247.567915:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057503872 00002000:00100000:3.0:1746156247.567956:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9500 x1830977057503872/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.567973:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9500 with x1830977057503872 ext(0->4095) 00002000:00010000:3.0:1746156247.567978:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce9500 00000100:00100000:3.0:1746156247.567994:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4786 00000100:00100000:3.0:1746156247.568001:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057503872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.568171:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057503872:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.568177:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4786 00002000:00100000:3.0:1746156247.568182:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce9500 x1830977057503872/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.568189:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9500 with x1830977057503872 ext(0->4095) 00002000:00010000:3.0:1746156247.568192:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce9500 00000100:00100000:0.0:1746156247.570142:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.570256:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057504000 00000100:00100000:2.0:1746156247.570263:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057504000 00000100:00100000:2.0:1746156247.570321:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6633 00000100:00100000:2.0:1746156247.570330:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057504000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.570348:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.570393:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81432c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.570420:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.570428:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.570429:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.570432:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.570463:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 55 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.570476:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 55 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.570494:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054042880:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.571459:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.573887:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.573995:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054042880:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.574034:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.574053:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156247.574120:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057504000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3791us (3986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.574129:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6633 00000100:00100000:3.0:1746156247.574614:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057504128 00000100:00100000:3.0:1746156247.574623:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057504128 00010000:00010000:3.0:1746156247.574651:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.574680:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11171 00000100:00100000:3.0:1746156247.574687:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057504128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.574698:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.574723:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.574733:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.574755:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e784f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81431e expref: 56 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.575205:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.575208:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.575215:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.575223:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.575255:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.575266:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054043008:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.575603:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.577631:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054043008:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.577655:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.577718:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:1974:x1830977057504128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3030us (3838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.577729:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11171 00000100:00100000:2.0:1746156247.578345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.578649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.578720:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057504512 00000100:00100000:3.0:1746156247.578727:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057504512 00000100:00100000:3.0:1746156247.578764:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6634 00000100:00100000:3.0:1746156247.578770:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+55:31590:x1830977057504512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.578791:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.578807:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814333 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.578834:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.578841:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.578843:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.578846:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.578871:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.578882:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.578894:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054043136:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.579393:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.579584:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057504384 00000100:00100000:1.0:1746156247.579589:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057504384 00002000:00100000:1.0:1746156247.579626:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bfb80 x1830977057504384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.579634:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bfb80 with x1830977057504384 ext(0->4095) 00010000:00010000:1.0:1746156247.579641:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.579651:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.579657:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bfb80 00000100:00100000:1.0:1746156247.579688:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2790 00000100:00100000:1.0:1746156247.579694:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057504384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.579844:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057504384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (1500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.579850:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2790 00002000:00100000:1.0:1746156247.579855:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bfb80 x1830977057504384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.579863:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bfb80 with x1830977057504384 ext(0->4095) 00010000:00010000:1.0:1746156247.579867:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.580122:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.580128:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bfb80 00000100:00100000:3.0:1746156247.580613:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054043136:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.580636:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 56 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.580648:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156247.580785:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31590:x1830977057504512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2013us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.580794:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6634 00000100:00100000:0.0:1746156247.581757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.582268:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057504640 00000100:00100000:3.0:1746156247.582275:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057504640 00000100:00100000:0.0:1746156247.582594:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.582723:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057504768 00000100:00100000:3.0:1746156247.582727:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057504768 00010000:00010000:3.0:1746156247.582749:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.582769:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11172 00000100:00100000:3.0:1746156247.582776:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057504768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.582789:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.582810:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.582822:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.582846:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e784fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81432c expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.582982:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6635 00000100:00100000:2.0:1746156247.582996:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:31591:x1830977057504640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.583011:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.583022:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81433a expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.583038:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.583043:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.583050:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.583053:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 57 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.583102:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.583115:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 57 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.583124:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.583125:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.583131:0:15159:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.583137:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.583154:0:15159:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.583164:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.583176:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054043392:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.583304:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.583722:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.583833:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057504768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1056us (1239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.583841:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11172 00000100:00100000:0.0:1746156247.588676:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.588741:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057505024 00000100:00100000:1.0:1746156247.588751:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057505024 00002000:00100000:1.0:1746156247.588797:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd7800 x1830977057505024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.588808:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977057505024 ext(0->4095) 00010000:00010000:1.0:1746156247.588817:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 58 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.588831:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 58 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.588838:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd7800 00000100:00100000:1.0:1746156247.588873:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2791 00000100:00100000:1.0:1746156247.588880:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057505024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.588904:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054043392:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.588936:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156247.588979:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31591:x1830977057504640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5989us (7223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.588986:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6635 00000100:00100000:1.0:1746156247.589017:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057505024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.589747:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2791 00002000:00100000:1.0:1746156247.589757:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd7800 x1830977057505024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.589765:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977057505024 ext(0->4095) 00010000:00010000:1.0:1746156247.589771:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.589780:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.589786:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd7800 00000100:00100000:0.0:1746156247.592471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.592535:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057505152 00000100:00100000:3.0:1746156247.592544:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057505152 00010000:00010000:3.0:1746156247.592586:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.592616:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11173 00000100:00100000:3.0:1746156247.592623:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1974:x1830977057505152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.592638:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.592661:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.592672:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.592695:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78504 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814333 expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.593210:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.593214:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.593223:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 56 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.593232:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 56 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.593269:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 56 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.593281:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054043520:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.594144:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.596574:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054043520:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.596597:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.596655:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1974:x1830977057505152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4031us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.596666:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11173 00000100:00100000:0.0:1746156247.597266:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.597426:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057505408 00000100:00100000:1.0:1746156247.597433:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057505408 00002000:00100000:1.0:1746156247.597471:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd4a80 x1830977057505408/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.597482:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4a80 with x1830977057505408 ext(0->4095) 00002000:00010000:1.0:1746156247.597486:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd4a80 00000100:00100000:1.0:1746156247.597574:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4787 00000100:00100000:1.0:1746156247.597581:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057505408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.597819:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1975:x1830977057505408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 238us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.597825:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4787 00002000:00100000:1.0:1746156247.597830:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd4a80 x1830977057505408/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.597837:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4a80 with x1830977057505408 ext(0->4095) 00002000:00010000:1.0:1746156247.597840:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd4a80 00000100:00100000:0.0:1746156247.605607:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.606940:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057505536 00000100:00100000:2.0:1746156247.606951:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057505536 00000100:00100000:2.0:1746156247.607022:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6636 00000100:00100000:2.0:1746156247.607030:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057505536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.607052:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.607070:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814341 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.607111:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 55 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.607118:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.607120:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.607123:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.607154:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 55 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.607174:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 55 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.607186:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054043648:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.607298:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.614434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.614630:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057505664 00000100:00100000:1.0:1746156247.614643:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057505664 00002000:00100000:1.0:1746156247.614689:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880095701180 x1830977057505664/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.614699:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701180 with x1830977057505664 ext(0->7) 00010000:00010000:1.0:1746156247.614713:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 56 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.614726:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 56 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.614734:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701180 00000100:00100000:1.0:1746156247.614776:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2792 00000100:00100000:1.0:1746156247.614783:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+56:1973:x1830977057505664:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156247.615126:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1973:x1830977057505664:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 342us (698us total) trans 4294968012 rc 0/0 00000100:00100000:1.0:1746156247.615132:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2792 00002000:00100000:1.0:1746156247.615138:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880095701180 x1830977057505664/t4294968012(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/448 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.615163:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095701180 with x1830977057505664 ext(0->7) 00010000:00010000:1.0:1746156247.615168:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.615178:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.615183:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095701180 00000100:00100000:2.0:1746156247.618759:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054043648:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.619661:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.619696:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00010000:00010000:3.0:1746156247.620280:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746156247.620575:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057505536:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13540us (14973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.620585:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6636 00000100:00100000:0.0:1746156247.624753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.625590:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057505792 00000100:00100000:3.0:1746156247.625598:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057505792 00010000:00010000:3.0:1746156247.625658:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.625940:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11174 00000100:00100000:3.0:1746156247.625947:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1972:x1830977057505792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.625960:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.625979:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.625990:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.626007:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e7850b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81433a expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.626036:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.626039:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.626045:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.626052:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.626079:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.626098:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054043776:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.626174:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.629976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.630015:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054043776:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.630032:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.630043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.630065:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1972:x1830977057505792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4118us (5318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.630075:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11174 00000100:00100000:1.0:1746156247.630080:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057506176 00000100:00100000:1.0:1746156247.630096:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057506176 00002000:00100000:1.0:1746156247.630126:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bf480 x1830977057506176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.630135:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf480 with x1830977057506176 ext(0->4095) 00002000:00010000:1.0:1746156247.630139:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bf480 00000100:00100000:0.0:1746156247.630183:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057505920 00000100:00100000:0.0:1746156247.630186:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057505920 00000100:00100000:2.0:1746156247.630191:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4788 00000100:00100000:2.0:1746156247.630203:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057506176:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746156247.630205:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6637 00000100:00100000:0.0:1746156247.630209:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31590:x1830977057505920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156247.630218:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156247.630230:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814348 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.630248:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.630254:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.630255:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.630258:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 58 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.630277:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.630428:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746156247.630439:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054043904:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.630469:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057506176:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 271us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.630476:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4788 00002000:00100000:2.0:1746156247.630481:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920bf480 x1830977057506176/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.630487:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf480 with x1830977057506176 ext(0->4095) 00010000:00010000:2.0:1746156247.630492:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.630502:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.630508:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bf480 00000100:00100000:1.0:1746156247.630926:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.632295:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.632342:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054043904:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156247.632389:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 58 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.632402:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:0.0:1746156247.632433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.632472:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057506304 00000100:00100000:2.0:1746156247.632477:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057506304 00000100:00100000:2.0:1746156247.632510:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6638 00000100:00100000:2.0:1746156247.632516:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:31591:x1830977057506304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.632527:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.632536:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81434f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.632551:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.632555:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 60 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.632565:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.632568:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 60 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.632592:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 60 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.632601:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 60 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.632607:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156247.632642:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31591:x1830977057506304:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.632647:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6638 00000100:00100000:1.0:1746156247.632683:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:31590:x1830977057505920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2472us (2712us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.632687:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6637 00000100:00100000:3.0:1746156247.633532:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057506432 00000100:00100000:3.0:1746156247.633537:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057506432 00010000:00010000:3.0:1746156247.633557:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.633579:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11175 00000100:00100000:3.0:1746156247.633584:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057506432:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.633592:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.633607:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.633622:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.633637:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78512 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814341 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.633650:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.633652:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.633657:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 58 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.633664:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 58 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.633683:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 58 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.633692:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.633702:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054044160:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.633764:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.636469:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.636560:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057506688 00000100:00100000:2.0:1746156247.636570:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057506688 00002000:00100000:2.0:1746156247.636620:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703800 x1830977057506688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.636630:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703800 with x1830977057506688 ext(0->4095) 00010000:00010000:2.0:1746156247.636639:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 59 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.636652:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 59 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.636659:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095703800 00000100:00100000:3.0:1746156247.636687:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054044160:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.636696:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2793 00010000:00010000:3.0:1746156247.636702:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.636703:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057506688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.636734:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057506432:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3149us (4300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.636746:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11175 00000100:00100000:2.0:1746156247.636953:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057506688:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 250us (494us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.636959:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2793 00002000:00100000:2.0:1746156247.636964:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095703800 x1830977057506688/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.636970:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095703800 with x1830977057506688 ext(0->4095) 00010000:00010000:2.0:1746156247.636975:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 59 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.636983:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 59 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.636988:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095703800 00000100:00100000:0.0:1746156247.638852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.638929:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057506816 00000100:00100000:3.0:1746156247.638938:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057506816 00010000:00010000:3.0:1746156247.638971:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 59 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.639453:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11176 00000100:00100000:3.0:1746156247.639462:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057506816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.639473:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.639491:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 59 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.639503:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 59 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.639521:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78519 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814348 expref: 59 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.639533:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.639535:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.639540:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 58 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.639547:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 58 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.639573:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 58 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.639583:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054044288:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.639891:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.641054:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054044288:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.641070:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.641104:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057506816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1643us (2257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.641115:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11176 00000100:00100000:0.0:1746156247.641311:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.641418:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057507072 00000100:00100000:2.0:1746156247.641423:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057507072 00002000:00100000:2.0:1746156247.641455:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095702a00 x1830977057507072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.641464:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095702a00 with x1830977057507072 ext(0->4095) 00002000:00010000:2.0:1746156247.641468:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095702a00 00000100:00100000:2.0:1746156247.641638:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4789 00000100:00100000:2.0:1746156247.641645:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057507072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.641759:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057507072:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.641765:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4789 00002000:00100000:2.0:1746156247.641770:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095702a00 x1830977057507072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.641777:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095702a00 with x1830977057507072 ext(0->4095) 00002000:00010000:2.0:1746156247.641780:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095702a00 00000100:00100000:0.0:1746156247.643631:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.643702:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057507200 00000100:00100000:2.0:1746156247.643708:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057507200 00000100:00100000:2.0:1746156247.643755:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6639 00000100:00100000:2.0:1746156247.643762:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057507200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.643778:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.643790:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814356 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.643813:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.643819:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.643821:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.643824:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.643848:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 57 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.643858:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 57 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.643874:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054044416:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.643945:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.645312:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.645363:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057507328 00000100:00100000:3.0:1746156247.645390:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057507328 00000100:00100000:2.0:1746156247.645407:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054044416:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.645411:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 58 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.645428:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.645431:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11177 00000100:00100000:3.0:1746156247.645436:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057507328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.645439:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00010000:00010000:3.0:1746156247.645443:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.645457:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 58 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.645466:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 58 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.645466:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057507200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1704us (1840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.645471:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6639 00010000:00010000:3.0:1746156247.645480:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78520 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81434f expref: 58 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.645513:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.645516:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.645521:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.645527:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.645547:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.645555:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054044544:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.645587:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.647182:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054044544:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.647195:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.647219:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057507328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1782us (1913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.647227:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11177 00000100:00100000:0.0:1746156247.647570:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.647703:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057507584 00000100:00100000:1.0:1746156247.647708:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057507584 00002000:00100000:1.0:1746156247.647732:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b544a80 x1830977057507584/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.647740:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977057507584 ext(0->4095) 00002000:00010000:1.0:1746156247.647744:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b544a80 00000100:00100000:1.0:1746156247.647828:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4790 00000100:00100000:1.0:1746156247.647834:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057507584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.648105:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057507584:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 270us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.648111:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4790 00002000:00100000:1.0:1746156247.648116:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b544a80 x1830977057507584/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.648123:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977057507584 ext(0->4095) 00002000:00010000:1.0:1746156247.648126:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b544a80 00000100:00100000:0.0:1746156247.649882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.650030:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057507712 00000100:00100000:2.0:1746156247.650035:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057507712 00000100:00100000:2.0:1746156247.650138:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6640 00000100:00100000:2.0:1746156247.650146:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057507712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.650158:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.650171:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81435d expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.650192:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.650198:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.650200:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.650203:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.650229:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.650239:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.650248:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054044672:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.650855:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.653287:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054044672:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.653316:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.653329:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156247.653396:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31591:x1830977057507712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3250us (3515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.653403:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6640 00000100:00100000:0.0:1746156247.653844:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.653885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.654076:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057507840 00000100:00100000:2.0:1746156247.654081:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057507840 00000100:00100000:3.0:1746156247.654122:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057507968 00000100:00100000:3.0:1746156247.654126:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057507968 00000100:00100000:2.0:1746156247.654127:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6641 00000100:00100000:2.0:1746156247.654134:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31590:x1830977057507840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.654145:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.654146:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.654156:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814364 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.654171:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11178 00000100:00100000:3.0:1746156247.654176:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057507968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.654184:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.654199:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.654211:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.654225:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78527 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814356 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.654236:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.654237:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.654242:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.654248:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.654269:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.654277:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054044800:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.654315:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00010000:00010000:2.0:1746156247.654457:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.654465:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.654466:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.654469:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.654484:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.654493:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.654501:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054044928:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.654533:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.655593:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054044800:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.655606:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.655628:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057507968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1452us (1742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.655635:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11178 00000100:00100000:3.0:1746156247.655953:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054044928:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.655977:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.655987:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:3.0:1746156247.656008:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:31590:x1830977057507840:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1875us (2164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.656014:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6641 00000100:00100000:0.0:1746156247.656200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.656322:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057508224 00000100:00100000:1.0:1746156247.656327:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057508224 00002000:00100000:1.0:1746156247.656352:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8380 x1830977057508224/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.656360:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8380 with x1830977057508224 ext(0->4095) 00010000:00010000:1.0:1746156247.656381:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.656393:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.656398:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8380 00000100:00100000:1.0:1746156247.656421:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2794 00000100:00100000:1.0:1746156247.656428:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057508224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.656539:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057508224:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.656545:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2794 00002000:00100000:1.0:1746156247.656549:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc8380 x1830977057508224/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.656556:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8380 with x1830977057508224 ext(0->4095) 00010000:00010000:1.0:1746156247.656561:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.656570:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.656575:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134cc8380 00000100:00100000:0.0:1746156247.659732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.659793:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057508352 00000100:00100000:3.0:1746156247.659800:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057508352 00000100:00100000:0.0:1746156247.659821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.659846:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6642 00000100:00100000:3.0:1746156247.659854:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057508352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.660062:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.660078:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81436b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.660108:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.660113:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.660118:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156247.660121:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.660129:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057508480 00000100:00100000:2.0:1746156247.660133:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057508480 00010000:00010000:2.0:1746156247.660147:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.660148:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.660158:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.660172:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2e00, rc 0) 00000100:00100000:2.0:1746156247.660174:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11179 00000100:00100000:2.0:1746156247.660178:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1975:x1830977057508480:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.660185:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.660199:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.660208:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.660227:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7852e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81435d expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.660833:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.660835:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.660841:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.660848:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.660868:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.660877:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.660887:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054045184:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.660956:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057508352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1102us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.660961:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6642 00000100:00100000:2.0:1746156247.660962:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.662567:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054045184:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.662586:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.662612:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057508480:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2432us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.662620:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11179 00000100:00100000:0.0:1746156247.663862:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.663918:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057508736 00000100:00100000:1.0:1746156247.663924:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057508736 00002000:00100000:1.0:1746156247.663955:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb100 x1830977057508736/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.663965:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb100 with x1830977057508736 ext(0->4095) 00010000:00010000:1.0:1746156247.663971:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.663982:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.663993:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ccb100 00000100:00100000:1.0:1746156247.665158:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2795 00000100:00100000:1.0:1746156247.665171:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057508736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.665300:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057508736:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (1441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.665305:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2795 00002000:00100000:1.0:1746156247.665310:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb100 x1830977057508736/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.665317:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb100 with x1830977057508736 ext(0->4095) 00010000:00010000:1.0:1746156247.665323:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.665333:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.665339:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ccb100 00000100:00100000:0.0:1746156247.667727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.667888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.667938:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057508864 00000100:00100000:2.0:1746156247.667945:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057508864 00010000:00010000:2.0:1746156247.667972:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.667993:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11180 00000100:00100000:2.0:1746156247.668040:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057508864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.668050:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746156247.668057:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057508992 00000100:00100000:3.0:1746156247.668061:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057508992 00010000:00010000:2.0:1746156247.668066:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.668077:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.668106:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78535 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814364 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.668121:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.668122:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.668128:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.668134:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.668160:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.668169:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054045312:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.668228:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.668822:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6643 00000100:00100000:3.0:1746156247.668830:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31590:x1830977057508992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.668841:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.668851:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814372 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.668866:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.668871:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.668872:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.668875:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.668888:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.668896:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.669061:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054045440:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.669210:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.670227:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054045440:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.670244:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.670255:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3800, rc 0) 00000100:00100000:3.0:1746156247.670292:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:31590:x1830977057508992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1462us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.670300:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6643 00000100:00100000:2.0:1746156247.670403:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054045312:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.670420:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.670442:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057508864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2443us (2554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.670449:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11180 00000100:00100000:0.0:1746156247.671240:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.671282:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057509248 00000100:00100000:2.0:1746156247.671287:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057509248 00002000:00100000:2.0:1746156247.671311:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b516300 x1830977057509248/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.671320:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516300 with x1830977057509248 ext(0->4095) 00010000:00010000:2.0:1746156247.671325:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.671335:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.671340:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b516300 00000100:00100000:2.0:1746156247.671378:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2796 00000100:00100000:2.0:1746156247.671384:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057509248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.671495:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057509248:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.671500:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2796 00002000:00100000:2.0:1746156247.671505:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b516300 x1830977057509248/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.671517:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516300 with x1830977057509248 ext(0->4095) 00010000:00010000:2.0:1746156247.671520:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.671528:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.671533:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b516300 00000100:00100000:0.0:1746156247.673532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.673648:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057509376 00000100:00100000:2.0:1746156247.673653:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057509376 00010000:00010000:2.0:1746156247.673678:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.673698:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11181 00000100:00100000:2.0:1746156247.673703:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057509376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.673711:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.673725:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.673738:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.673755:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2e00/0xb0171789e0e7853c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81436b expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.673765:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.673767:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.673772:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.673779:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.673800:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.673809:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054045568:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.673864:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.676424:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.676486:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057509632 00000100:00100000:1.0:1746156247.676492:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057509632 00002000:00100000:1.0:1746156247.676525:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b514e00 x1830977057509632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.676534:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b514e00 with x1830977057509632 ext(0->4095) 00002000:00010000:1.0:1746156247.676538:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b514e00 00000100:00100000:1.0:1746156247.676565:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4791 00000100:00100000:1.0:1746156247.676573:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057509632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.676697:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057509632:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.676702:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4791 00002000:00100000:1.0:1746156247.676706:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b514e00 x1830977057509632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.676712:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b514e00 with x1830977057509632 ext(0->4095) 00002000:00010000:1.0:1746156247.676714:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b514e00 00000100:00100000:2.0:1746156247.676787:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054045568:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.676806:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.676824:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057509376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3122us (3299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.676830:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11181 00000100:00100000:0.0:1746156247.679209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.679263:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057509760 00000100:00100000:3.0:1746156247.679269:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057509760 00000100:00100000:3.0:1746156247.679313:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6644 00000100:00100000:3.0:1746156247.679320:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057509760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.679333:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.679345:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814379 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.679474:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.679482:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.679483:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.679486:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.679511:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.679521:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.679530:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054045696:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.680635:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.681873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.681928:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054045696:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.681952:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.681965:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e3e00, rc 0) 00000100:00100000:3.0:1746156247.682000:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057509760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2680us (2796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.682008:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6644 00000100:00100000:2.0:1746156247.682160:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057509888 00000100:00100000:2.0:1746156247.682166:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057509888 00010000:00010000:2.0:1746156247.682188:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.682215:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11182 00000100:00100000:2.0:1746156247.682220:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057509888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.682230:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.682246:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.682260:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.682277:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3800/0xb0171789e0e78543 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814372 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.682289:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.682290:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.682296:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.682303:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.682325:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.682334:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054045824:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.682401:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.686483:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.686571:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.686653:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057510016 00000100:00100000:3.0:1746156247.686659:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057510016 00000100:00100000:3.0:1746156247.686705:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6645 00000100:00100000:3.0:1746156247.686712:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31590:x1830977057510016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.686726:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.686738:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814380 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.686759:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.686766:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.686768:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.686771:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.686793:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.686801:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.686811:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054045952:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.686864:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.686876:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057510272 00000100:00100000:3.0:1746156247.686878:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057510272 00002000:00100000:3.0:1746156247.686897:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093870e00 x1830977057510272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.686905:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870e00 with x1830977057510272 ext(0->4095) 00010000:00010000:3.0:1746156247.686910:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.686918:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.686924:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093870e00 00000100:00100000:3.0:1746156247.686933:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2797 00000100:00100000:3.0:1746156247.686938:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057510272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.687034:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093870e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057510272:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.687040:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2797 00002000:00100000:3.0:1746156247.687045:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093870e00 x1830977057510272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.687052:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093870e00 with x1830977057510272 ext(0->4095) 00010000:00010000:3.0:1746156247.687056:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.687064:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.687070:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093870e00 00000100:00100000:2.0:1746156247.687221:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054045824:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.687240:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.687257:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057509888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5037us (5388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.687264:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11182 00000100:00100000:0.0:1746156247.688917:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.688962:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057510400 00000100:00100000:1.0:1746156247.688968:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057510400 00000100:00100000:1.0:1746156247.689009:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6646 00000100:00100000:1.0:1746156247.689015:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:31591:x1830977057510400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.689029:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.689041:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814387 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.689060:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.689065:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.689071:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.689073:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 60 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.689109:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.689123:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 60 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.689131:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:1.0:1746156247.689162:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31591:x1830977057510400:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.689168:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6646 00000100:00100000:3.0:1746156247.689286:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054045952:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.689300:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.689309:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2800, rc 0) 00000100:00100000:3.0:1746156247.689324:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:31590:x1830977057510016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2613us (2854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.689331:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6645 00000100:00100000:0.0:1746156247.690556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.690988:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057510528 00000100:00100000:2.0:1746156247.690994:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057510528 00010000:00010000:2.0:1746156247.691021:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.691103:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11183 00000100:00100000:2.0:1746156247.691111:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057510528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.691120:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.691140:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.691149:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.691167:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e3e00/0xb0171789e0e7854a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814379 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.691185:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.691189:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.691195:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.691203:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.691227:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.691236:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.691246:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054046208:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.691574:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.695898:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054046208:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.695936:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.695991:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057510528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4881us (5437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.696000:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11183 00000100:00100000:0.0:1746156247.696064:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.696188:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057510784 00000100:00100000:2.0:1746156247.696198:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057510784 00002000:00100000:2.0:1746156247.696244:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350fb80 x1830977057510784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.696254:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350fb80 with x1830977057510784 ext(0->4095) 00010000:00010000:2.0:1746156247.696263:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.696275:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.696282:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350fb80 00000100:00100000:2.0:1746156247.696352:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2798 00000100:00100000:2.0:1746156247.696359:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057510784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.696569:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1974:x1830977057510784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 210us (505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.696578:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2798 00002000:00100000:2.0:1746156247.696583:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350fb80 x1830977057510784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.696589:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350fb80 with x1830977057510784 ext(0->4095) 00010000:00010000:2.0:1746156247.696593:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.696601:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.696607:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350fb80 00000100:00100000:0.0:1746156247.698840:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.698917:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057510912 00000100:00100000:2.0:1746156247.698923:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057510912 00010000:00010000:2.0:1746156247.698948:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.698974:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11184 00000100:00100000:2.0:1746156247.698979:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1975:x1830977057510912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.698987:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.699000:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.699007:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.699020:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2800/0xb0171789e0e78551 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814380 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.699032:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.699033:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.699038:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 58 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.699043:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 58 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.699062:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 58 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.699070:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054046336:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.699164:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.700663:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054046336:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.700684:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.700721:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057510912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1741us (1886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.700729:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11184 00000100:00100000:0.0:1746156247.701013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.701055:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057511168 00000100:00100000:3.0:1746156247.701060:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057511168 00002000:00100000:3.0:1746156247.701097:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350f100 x1830977057511168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.701107:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350f100 with x1830977057511168 ext(0->4095) 00002000:00010000:3.0:1746156247.701111:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350f100 00000100:00100000:3.0:1746156247.701132:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4792 00000100:00100000:3.0:1746156247.701138:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057511168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.701293:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057511168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.701298:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4792 00002000:00100000:3.0:1746156247.701303:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350f100 x1830977057511168/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.701309:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350f100 with x1830977057511168 ext(0->4095) 00002000:00010000:3.0:1746156247.701312:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009350f100 00000100:00100000:0.0:1746156247.702300:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.702344:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057511296 00000100:00100000:3.0:1746156247.702348:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057511296 00000100:00100000:3.0:1746156247.702395:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6647 00000100:00100000:3.0:1746156247.702401:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057511296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.702411:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.702423:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81438e expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.702442:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 57 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.702448:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.702450:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.702453:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.702474:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 57 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.702485:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 57 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.702494:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054046464:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.702554:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.703384:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054046464:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.703402:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.703413:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009549d000, rc 0) 00000100:00100000:3.0:1746156247.703447:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057511296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1046us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.703453:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6647 00000100:00100000:0.0:1746156247.704819:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.705067:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057511424 00000100:00100000:2.0:1746156247.705072:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057511424 00010000:00010000:2.0:1746156247.705112:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.705142:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11185 00000100:00100000:2.0:1746156247.705148:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057511424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.705160:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.705175:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.705186:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.705202:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e78558 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814387 expref: 58 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.705221:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.705223:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.705228:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.705236:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.705258:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.705267:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054046592:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.705321:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.706661:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054046592:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.706677:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.706696:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:1975:x1830977057511424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1549us (1881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.706705:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11185 00000100:00100000:0.0:1746156247.707054:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.707123:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057511680 00000100:00100000:3.0:1746156247.707128:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057511680 00002000:00100000:3.0:1746156247.707155:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b544380 x1830977057511680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.707163:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544380 with x1830977057511680 ext(0->4095) 00002000:00010000:3.0:1746156247.707167:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b544380 00000100:00100000:3.0:1746156247.707185:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4793 00000100:00100000:3.0:1746156247.707190:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057511680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.707284:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057511680:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (229us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.707289:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4793 00002000:00100000:3.0:1746156247.707293:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b544380 x1830977057511680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.707301:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b544380 with x1830977057511680 ext(0->4095) 00002000:00010000:3.0:1746156247.707303:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b544380 00000100:00100000:0.0:1746156247.708363:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.708561:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057511808 00000100:00100000:3.0:1746156247.708565:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057511808 00000100:00100000:3.0:1746156247.708601:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6648 00000100:00100000:3.0:1746156247.708607:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+57:31591:x1830977057511808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.708618:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.708733:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814395 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.708755:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.708814:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.708815:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.708820:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.708845:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.708860:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.708870:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054046720:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.708940:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.710358:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054046720:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.710412:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 58 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.710424:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009549c600, rc 0) 00000100:00100000:3.0:1746156247.710455:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:31591:x1830977057511808:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1848us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.710462:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6648 00000100:00100000:0.0:1746156247.710836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.710905:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057511936 00000100:00100000:2.0:1746156247.710910:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057511936 00010000:00010000:2.0:1746156247.710931:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.710955:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11186 00000100:00100000:2.0:1746156247.710960:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057511936:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.710968:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.710987:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.710997:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.711012:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e7855f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81438e expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.711021:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.711023:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.711028:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.711035:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.711055:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.711064:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054046848:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.711129:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.712727:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054046848:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.712747:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.712770:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057511936:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1810us (1935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.712777:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11186 00000100:00100000:0.0:1746156247.714315:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.714384:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057512192 00000100:00100000:2.0:1746156247.714389:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057512192 00002000:00100000:2.0:1746156247.714420:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9e300 x1830977057512192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.714428:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9e300 with x1830977057512192 ext(0->4095) 00002000:00010000:2.0:1746156247.714432:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9e300 00000100:00100000:2.0:1746156247.714458:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4794 00000100:00100000:2.0:1746156247.714464:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057512192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.714581:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1975:x1830977057512192:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.714587:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4794 00002000:00100000:2.0:1746156247.714591:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9e300 x1830977057512192/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.714597:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9e300 with x1830977057512192 ext(0->4095) 00002000:00010000:2.0:1746156247.714600:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9e300 00000100:00100000:0.0:1746156247.717147:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.717240:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057512320 00000100:00100000:3.0:1746156247.717248:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057512320 00000100:00100000:3.0:1746156247.717296:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6649 00000100:00100000:3.0:1746156247.717303:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057512320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.717317:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.717330:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81439c expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.717352:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.717358:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.717360:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.717363:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.717454:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 57 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.717464:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 57 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.717474:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054046976:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.717644:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.718941:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054046976:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.718961:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.718974:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009549da00, rc 0) 00000100:00100000:3.0:1746156247.719004:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057512320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1701us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.719012:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6649 00000100:00100000:0.0:1746156247.720438:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.720581:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057512448 00000100:00100000:3.0:1746156247.720588:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057512448 00002000:00100000:3.0:1746156247.720619:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b02680 x1830977057512448/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.720627:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02680 with x1830977057512448 ext(0->7) 00010000:00010000:3.0:1746156247.720633:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.720643:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 58 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.720649:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b02680 00000100:00100000:3.0:1746156247.720676:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2799 00000100:00100000:3.0:1746156247.720682:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+58:1974:x1830977057512448:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156247.720928:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1974:x1830977057512448:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 245us (492us total) trans 4294968013 rc 0/0 00000100:00100000:3.0:1746156247.720934:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2799 00002000:00100000:3.0:1746156247.720938:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880123b02680 x1830977057512448/t4294968013(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/448 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.720945:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02680 with x1830977057512448 ext(0->7) 00010000:00010000:3.0:1746156247.720949:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.720956:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.720966:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b02680 00000100:00100000:0.0:1746156247.722344:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.722421:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057512576 00000100:00100000:3.0:1746156247.722426:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057512576 00010000:00010000:3.0:1746156247.722450:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.722504:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11187 00000100:00100000:3.0:1746156247.722510:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1972:x1830977057512576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.722521:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.722536:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.722546:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.722563:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78566 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814395 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.722577:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.722579:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.722585:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.722592:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.722621:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.722630:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054047104:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.723284:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.728717:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054047104:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156247.728728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156247.728734:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.728783:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:1972:x1830977057512576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6272us (6441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.728796:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11187 00000100:00100000:3.0:1746156247.729164:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057512832 00000100:00100000:3.0:1746156247.729174:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057512832 00002000:00100000:3.0:1746156247.729203:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01880 x1830977057512832/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.729212:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01880 with x1830977057512832 ext(0->4095) 00002000:00010000:3.0:1746156247.729216:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01880 00000100:00100000:3.0:1746156247.729244:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4795 00000100:00100000:3.0:1746156247.729250:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057512832:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746156247.729417:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057512832:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (689us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.729423:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4795 00002000:00100000:3.0:1746156247.729428:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01880 x1830977057512832/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.729435:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01880 with x1830977057512832 ext(0->4095) 00002000:00010000:3.0:1746156247.729438:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01880 00000100:00100000:0.0:1746156247.730770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.731202:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057512960 00000100:00100000:3.0:1746156247.731207:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057512960 00000100:00100000:3.0:1746156247.731281:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6650 00000100:00100000:3.0:1746156247.731286:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:31591:x1830977057512960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.731298:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.731311:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143a3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.731330:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.731340:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.731342:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.731345:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.731389:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.731399:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.731408:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054047232:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.731475:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.734324:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054047232:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.734349:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.734362:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009549d000, rc 0) 00000100:00100000:3.0:1746156247.734427:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31591:x1830977057512960:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3140us (3658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.734437:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6650 00000100:00100000:0.0:1746156247.734852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.734945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.735013:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057513088 00000100:00100000:2.0:1746156247.735019:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057513088 00010000:00010000:2.0:1746156247.735044:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.735072:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11188 00000100:00100000:2.0:1746156247.735079:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057513088:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.735098:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.735115:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.735124:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.735141:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009549da00/0xb0171789e0e7856d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81439c expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.735154:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.735156:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.735161:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.735168:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.735191:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.735201:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054047360:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.735250:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.735338:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057513216 00000100:00100000:3.0:1746156247.735342:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057513216 00000100:00100000:3.0:1746156247.735361:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6651 00000100:00100000:3.0:1746156247.735394:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31590:x1830977057513216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.735404:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.735413:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143aa expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.735426:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.735431:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.735432:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.735435:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.735448:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.735457:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.735465:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054047488:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.735505:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.737296:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.737565:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054047360:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.737589:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.737615:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057513088:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2537us (2764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.737623:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11188 00000100:00100000:3.0:1746156247.737663:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057513472 00000100:00100000:3.0:1746156247.737668:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057513472 00000100:00100000:2.0:1746156247.737869:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054047488:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.737887:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 62 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.737898:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009549c600, rc 0) 00000100:00100000:2.0:1746156247.737916:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:31590:x1830977057513216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2551us (2972us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.737921:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6651 00002000:00100000:3.0:1746156247.737982:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01c00 x1830977057513472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.737990:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01c00 with x1830977057513472 ext(0->4095) 00010000:00010000:3.0:1746156247.737996:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.738006:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.738011:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01c00 00000100:00100000:3.0:1746156247.738516:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2800 00000100:00100000:3.0:1746156247.738523:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1973:x1830977057513472:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746156247.738637:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1973:x1830977057513472:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.738642:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2800 00002000:00100000:3.0:1746156247.738787:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01c00 x1830977057513472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.738794:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01c00 with x1830977057513472 ext(0->4095) 00010000:00010000:3.0:1746156247.738799:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.738808:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.738814:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01c00 00000100:00100000:0.0:1746156247.741054:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.741317:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.741405:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057513728 00000100:00100000:2.0:1746156247.741407:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057513600 00000100:00100000:3.0:1746156247.741412:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057513728 00000100:00100000:2.0:1746156247.741412:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057513600 00010000:00010000:3.0:1746156247.741438:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.741458:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6652 00000100:00100000:2.0:1746156247.741465:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057513600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.741477:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.741489:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143b1 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.741498:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11189 00000100:00100000:3.0:1746156247.741505:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5affc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1974:x1830977057513728:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.741508:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156247.741513:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.741513:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.741518:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156247.741521:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.741530:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.741540:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.741877:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.741878:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009549d000/0xb0171789e0e78574 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143a3 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.741891:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.741898:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.741899:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.741904:0:8463:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.741910:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.741927:0:8463:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.741936:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.741945:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054047744:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.741993:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.742011:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.742014:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5affc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1974:x1830977057513728:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 509us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.742020:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11189 00000100:00100000:0.0:1746156247.743809:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.744027:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057513984 00000100:00100000:3.0:1746156247.744033:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057513984 00000100:00100000:2.0:1746156247.744044:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054047744:192.168.203.27@tcp:105: 00002000:00100000:3.0:1746156247.744061:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01500 x1830977057513984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746156247.744062:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00002000:00100000:3.0:1746156247.744069:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01500 with x1830977057513984 ext(0->4095) 00010000:00010000:3.0:1746156247.744076:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.744098:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.744103:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057513600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2638us (3057us total) trans 0 rc 0/0 00002000:00010000:3.0:1746156247.744105:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01500 00000100:00100000:2.0:1746156247.744113:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6652 00000100:00100000:3.0:1746156247.744128:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2801 00000100:00100000:3.0:1746156247.744134:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1974:x1830977057513984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.744815:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1974:x1830977057513984:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 680us (1008us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.744822:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2801 00002000:00100000:3.0:1746156247.744827:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b01500 x1830977057513984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.744834:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01500 with x1830977057513984 ext(0->4095) 00010000:00010000:3.0:1746156247.744840:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.744850:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.744855:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880123b01500 00000100:00100000:0.0:1746156247.746585:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.746660:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057514240 00000100:00100000:3.0:1746156247.746665:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057514240 00010000:00010000:3.0:1746156247.746689:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746156247.746808:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.746968:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057514112 00000100:00100000:2.0:1746156247.746972:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057514112 00000100:00100000:3.0:1746156247.746988:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11190 00000100:00100000:3.0:1746156247.746994:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1975:x1830977057514240:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746156247.746996:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6653 00000100:00100000:2.0:1746156247.747002:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:31590:x1830977057514112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.747003:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.747013:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.747017:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.747022:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143b8 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.747024:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.747036:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e7857b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143aa expref: 62 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.747038:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.747043:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.747048:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.747051:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.747120:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.747122:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.747128:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.747206:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.747235:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.747245:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.747254:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054047872:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.747314:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00010000:00010000:2.0:1746156247.747410:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.747418:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.747426:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054048000:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.747476:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.749223:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054047872:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.749240:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.749279:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1975:x1830977057514240:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2283us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.749287:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11190 00000100:00100000:2.0:1746156247.749416:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054048000:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.749439:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.749451:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156247.749479:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31590:x1830977057514112:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2478us (2671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.749485:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6653 00000100:00100000:1.0:1746156247.749508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.749604:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057514496 00000100:00100000:3.0:1746156247.749609:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057514496 00002000:00100000:3.0:1746156247.749633:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbea00 x1830977057514496/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.749641:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977057514496 ext(0->4095) 00010000:00010000:3.0:1746156247.749646:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.749656:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.749661:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbea00 00000100:00100000:3.0:1746156247.749684:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2802 00000100:00100000:3.0:1746156247.749691:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057514496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.750172:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057514496:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 482us (664us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.750178:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2802 00002000:00100000:3.0:1746156247.750183:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbea00 x1830977057514496/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.750191:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977057514496 ext(0->4095) 00010000:00010000:3.0:1746156247.750196:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.750204:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.750210:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbea00 00000100:00100000:0.0:1746156247.753346:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.753392:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057514624 00000100:00100000:3.0:1746156247.753398:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057514624 00010000:00010000:3.0:1746156247.753423:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.753444:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11191 00000100:00100000:3.0:1746156247.753448:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057514624:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.753457:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.753471:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.753478:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.753491:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78582 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b1 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.753507:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.753508:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.753513:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.753521:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.753598:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.753605:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054048128:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.753785:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.755398:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054048128:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.755414:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.755748:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057514624:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2297us (2407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.755758:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11191 00000100:00100000:0.0:1746156247.755834:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.755985:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057514880 00000100:00100000:3.0:1746156247.755990:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057514880 00002000:00100000:3.0:1746156247.756018:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404000 x1830977057514880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.756026:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404000 with x1830977057514880 ext(0->4095) 00002000:00010000:3.0:1746156247.756029:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b404000 00000100:00100000:3.0:1746156247.756041:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4796 00000100:00100000:3.0:1746156247.756045:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1974:x1830977057514880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.756171:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1974:x1830977057514880:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.756179:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4796 00002000:00100000:3.0:1746156247.756184:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404000 x1830977057514880/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.756190:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404000 with x1830977057514880 ext(0->4095) 00002000:00010000:3.0:1746156247.756193:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b404000 00000100:00100000:0.0:1746156247.757856:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.758450:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057515008 00000100:00100000:2.0:1746156247.758457:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057515008 00000100:00100000:2.0:1746156247.758498:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6654 00000100:00100000:2.0:1746156247.758504:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057515008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.758518:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.758530:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143bf expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.758552:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.758558:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.758560:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.758563:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.758585:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.758599:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.758610:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054048256:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.758750:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.762545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.762706:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057515136 00000100:00100000:3.0:1746156247.762713:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057515136 00000100:00100000:2.0:1746156247.762740:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054048256:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.762744:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.762780:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.762796:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156247.762858:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057515008:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4354us (5005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.762866:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6654 00000100:00100000:3.0:1746156247.762879:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11192 00000100:00100000:3.0:1746156247.762887:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977057515136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.762899:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.762915:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.762926:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.762942:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78589 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143b8 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.762956:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.762957:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.762963:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.762974:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.762996:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.763005:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054048384:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.763073:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.766149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.766230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.766286:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054048384:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.766302:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.766309:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057515392 00000100:00100000:2.0:1746156247.766316:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057515392 00000100:00100000:0.0:1746156247.766545:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057515520 00000100:00100000:0.0:1746156247.766549:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057515520 00000100:00100000:3.0:1746156247.766551:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977057515136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3664us (4013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.766560:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11192 00002000:00100000:0.0:1746156247.766574:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbd180 x1830977057515520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156247.766583:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd180 with x1830977057515520 ext(0->4095) 00002000:00010000:0.0:1746156247.766587:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbd180 00000100:00100000:0.0:1746156247.766601:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4797 00000100:00100000:0.0:1746156247.766607:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057515520:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746156247.766776:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6655 00000100:00100000:2.0:1746156247.766782:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+59:31590:x1830977057515392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.766790:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.766805:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143c6 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.766823:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.766833:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.766835:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.766838:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.766859:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.766873:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.766883:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054048512:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.766922:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.767030:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057515520:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 423us (799us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156247.767036:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4797 00002000:00100000:0.0:1746156247.767041:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094cbd180 x1830977057515520/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156247.767048:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd180 with x1830977057515520 ext(0->4095) 00010000:00010000:0.0:1746156247.767053:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746156247.767062:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746156247.767067:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cbd180 00000100:00100000:2.0:1746156247.768642:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054048512:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.768665:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.768673:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156247.768704:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31590:x1830977057515392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1920us (2559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.768711:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6655 00000100:00100000:2.0:1746156247.771564:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.771653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.771718:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057515648 00000100:00100000:0.0:1746156247.771725:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057515648 00000100:00100000:0.0:1746156247.771759:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6656 00000100:00100000:0.0:1746156247.771765:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31591:x1830977057515648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156247.771780:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156247.771793:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143cd expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.771812:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.771817:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.771826:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156247.771829:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.771855:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.771866:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 61 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.771875:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96800, rc 0) 00000100:00100000:0.0:1746156247.771920:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:31591:x1830977057515648:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156247.771925:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6656 00000100:00100000:3.0:1746156247.772103:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057515776 00000100:00100000:3.0:1746156247.772107:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057515776 00010000:00010000:3.0:1746156247.772126:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.772143:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11193 00000100:00100000:3.0:1746156247.772148:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057515776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.772162:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.772182:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.772192:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.772207:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e78590 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143bf expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.772219:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.772221:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.772225:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.772231:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.772482:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.772493:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.772503:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054048768:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.772568:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.774518:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054048768:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.774535:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.774576:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057515776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2427us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.774586:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11193 00000100:00100000:0.0:1746156247.775563:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.775581:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057516032 00000100:00100000:2.0:1746156247.775587:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057516032 00002000:00100000:2.0:1746156247.775621:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404a80 x1830977057516032/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.775630:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404a80 with x1830977057516032 ext(0->4095) 00010000:00010000:2.0:1746156247.775637:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.775648:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.775653:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b404a80 00000100:00100000:2.0:1746156247.775679:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2803 00000100:00100000:2.0:1746156247.775685:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1974:x1830977057516032:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.775790:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1974:x1830977057516032:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.775796:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2803 00002000:00100000:2.0:1746156247.775800:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404a80 x1830977057516032/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.775807:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404a80 with x1830977057516032 ext(0->4095) 00010000:00010000:2.0:1746156247.775811:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.775819:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.775825:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b404a80 00000100:00100000:1.0:1746156247.779794:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.779850:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057516160 00000100:00100000:3.0:1746156247.779858:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057516160 00010000:00010000:3.0:1746156247.779889:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.779925:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11194 00000100:00100000:3.0:1746156247.779933:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1974:x1830977057516160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.779944:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.779961:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.779971:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.779988:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78597 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143c6 expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.780011:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.780013:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.780018:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.780024:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.780049:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.780058:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054048896:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.780121:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.783219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.783294:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057516416 00000100:00100000:2.0:1746156247.783301:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057516416 00002000:00100000:2.0:1746156247.783341:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404e00 x1830977057516416/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.783350:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404e00 with x1830977057516416 ext(0->4095) 00000100:00100000:3.0:1746156247.783354:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054048896:192.168.203.27@tcp:105: 00002000:00010000:2.0:1746156247.783354:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b404e00 00010000:00010000:3.0:1746156247.783383:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156247.783440:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4798 00000100:00100000:0.0:1746156247.783449:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1974:x1830977057516416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.783509:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1974:x1830977057516160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3576us (3721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.783517:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11194 00000100:00100000:0.0:1746156247.783563:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1974:x1830977057516416:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156247.783569:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4798 00002000:00100000:0.0:1746156247.783575:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404e00 x1830977057516416/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156247.783582:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404e00 with x1830977057516416 ext(0->4095) 00002000:00010000:0.0:1746156247.783585:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b404e00 00000100:00100000:0.0:1746156247.788528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.788637:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057516544 00000100:00100000:2.0:1746156247.788646:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057516544 00000100:00100000:2.0:1746156247.788837:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6657 00000100:00100000:2.0:1746156247.788844:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057516544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.788859:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.788871:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143d4 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.788893:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.788898:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.788900:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.788902:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.788926:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.788935:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.788948:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054049024:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.789296:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.795235:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.795297:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057516672 00000100:00100000:3.0:1746156247.795304:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057516672 00000100:00100000:0.0:1746156247.795326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156247.795330:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.795358:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11195 00000100:00100000:3.0:1746156247.795363:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977057516672:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.795387:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746156247.795389:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057516800 00000100:00100000:1.0:1746156247.795393:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057516800 00010000:00010000:3.0:1746156247.795403:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.795413:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 61 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.795421:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6658 00000100:00100000:1.0:1746156247.795426:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:31590:x1830977057516800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.795431:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.795433:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.795438:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.795438:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.795445:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.795447:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143db expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.795462:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.795468:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.795470:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.795472:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 62 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.795533:0:15159:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e7859e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143cd expref: 62 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.795609:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054049024:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.796209:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.796216:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.796220:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.796224:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00010000:00010000:3.0:1746156247.796228:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.796236:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054049152:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.796307:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.796314:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.796321:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093081c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054049280:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.796505:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057516544:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7662us (7984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.796511:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6657 00000100:00100000:3.0:1746156247.796582:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.796677:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.798240:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054049152:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.798254:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.798425:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1975:x1830977057516672:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3060us (3195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.798433:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11195 00000100:00100000:0.0:1746156247.798561:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093081c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054049280:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156247.798575:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 60 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.798584:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:0.0:1746156247.798599:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:31590:x1830977057516800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3173us (3273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156247.798604:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6658 00000100:00100000:1.0:1746156247.798719:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.798747:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057517056 00000100:00100000:1.0:1746156247.798751:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057517056 00002000:00100000:1.0:1746156247.798773:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093083800 x1830977057517056/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.798781:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083800 with x1830977057517056 ext(0->4095) 00010000:00010000:1.0:1746156247.798786:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.798795:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.798800:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093083800 00000100:00100000:1.0:1746156247.798810:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2804 00000100:00100000:1.0:1746156247.798814:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057517056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.798908:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057517056:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (188us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.798912:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2804 00002000:00100000:1.0:1746156247.798917:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093083800 x1830977057517056/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.798923:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083800 with x1830977057517056 ext(0->4095) 00010000:00010000:1.0:1746156247.798926:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.798934:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.798939:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093083800 00000100:00100000:0.0:1746156247.801056:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.801263:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057517184 00000100:00100000:3.0:1746156247.801269:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057517184 00010000:00010000:3.0:1746156247.801293:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.801311:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11196 00000100:00100000:3.0:1746156247.801316:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5aff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057517184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.801325:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.801341:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.801354:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.801394:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143d4 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.801546:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.801548:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.801554:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.801561:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.801587:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.801596:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054049408:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.802144:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095bf9180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.804883:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.804961:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054049408:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.804977:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.805010:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5aff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057517184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3694us (3958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.805019:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11196 00000100:00100000:2.0:1746156247.805139:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057517440 00000100:00100000:2.0:1746156247.805144:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057517440 00002000:00100000:2.0:1746156247.805174:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093083b80 x1830977057517440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.805182:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083b80 with x1830977057517440 ext(0->4095) 00002000:00010000:2.0:1746156247.805186:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093083b80 00000100:00100000:2.0:1746156247.805200:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4799 00000100:00100000:2.0:1746156247.805205:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977057517440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.805313:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977057517440:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.805318:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4799 00002000:00100000:2.0:1746156247.805323:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093083b80 x1830977057517440/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.805328:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083b80 with x1830977057517440 ext(0->4095) 00002000:00010000:2.0:1746156247.805330:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093083b80 00000100:00100000:1.0:1746156247.807874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.807939:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057517568 00000100:00100000:0.0:1746156247.807945:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057517568 00000100:00100000:0.0:1746156247.808129:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6659 00000100:00100000:0.0:1746156247.808136:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057517568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156247.808150:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156247.808165:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143e2 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.808187:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.808193:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156247.808194:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156247.808197:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.808219:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 59 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.808229:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 59 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746156247.808238:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b405c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054049536:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156247.808311:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.811039:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b405c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054049536:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.811063:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.811077:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:2.0:1746156247.811135:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057517568:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2998us (3266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.811142:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6659 00000100:00100000:3.0:1746156247.811692:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.811946:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057517696 00000100:00100000:0.0:1746156247.811953:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057517696 00002000:00100000:0.0:1746156247.811981:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a60af800 x1830977057517696/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156247.811989:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af800 with x1830977057517696 ext(0->7) 00010000:00010000:0.0:1746156247.811995:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746156247.812005:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 60 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746156247.812010:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60af800 00000100:00100000:0.0:1746156247.812077:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2805 00000100:00100000:0.0:1746156247.812084:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+60:1975:x1830977057517696:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746156247.812341:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1975:x1830977057517696:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 257us (649us total) trans 4294968014 rc 0/0 00000100:00100000:0.0:1746156247.812350:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2805 00002000:00100000:0.0:1746156247.812355:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a60af800 x1830977057517696/t4294968014(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/448 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156247.812361:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af800 with x1830977057517696 ext(0->7) 00010000:00010000:0.0:1746156247.812391:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 62 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746156247.812399:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 62 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746156247.812404:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60af800 00000100:00100000:1.0:1746156247.813749:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.813828:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057517824 00000100:00100000:3.0:1746156247.813834:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057517824 00010000:00010000:3.0:1746156247.813859:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 62 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.813912:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11197 00000100:00100000:3.0:1746156247.813919:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1975:x1830977057517824:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.813928:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.813943:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 62 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.813953:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 62 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.813971:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90200/0xb0171789e0e785ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143db expref: 62 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.814158:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.814160:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.814167:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.814174:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.814200:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.814209:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054049664:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.814769:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.816784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.816858:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057518080 00000100:00100000:2.0:1746156247.816863:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057518080 00002000:00100000:2.0:1746156247.816899:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b405f80 x1830977057518080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.816908:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405f80 with x1830977057518080 ext(0->4095) 00002000:00010000:2.0:1746156247.816912:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b405f80 00000100:00100000:2.0:1746156247.816938:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4800 00000100:00100000:2.0:1746156247.816944:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057518080:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746156247.817081:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057518080:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.817099:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4800 00002000:00100000:2.0:1746156247.817105:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b405f80 x1830977057518080/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.817111:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405f80 with x1830977057518080 ext(0->4095) 00002000:00010000:2.0:1746156247.817113:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b405f80 00000100:00100000:3.0:1746156247.817245:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054049664:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.817260:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.817280:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1975:x1830977057517824:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3362us (3534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.817287:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11197 00000100:00100000:0.0:1746156247.820061:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.820148:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057518208 00000100:00100000:3.0:1746156247.820271:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057518208 00000100:00100000:3.0:1746156247.820315:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6660 00000100:00100000:3.0:1746156247.820322:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:31591:x1830977057518208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156247.820336:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.820350:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143e9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.820399:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.820406:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.820407:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.820410:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 62 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.820435:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.820445:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 5 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.820460:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054049792:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156247.820528:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.822502:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.822910:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054049792:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156247.822941:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 62 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156247.822951:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057518336 00010000:00010000:3.0:1746156247.822957:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2400, rc 0) 00000100:00100000:0.0:1746156247.822957:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057518336 00000100:00100000:0.0:1746156247.822985:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6661 00000100:00100000:0.0:1746156247.822991:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:31590:x1830977057518336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156247.823001:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156247.823012:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143f0 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.823014:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:31591:x1830977057518208:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2689us (2957us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.823021:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6660 00010000:00010000:0.0:1746156247.823028:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.823032:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.823037:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156247.823041:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 63 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.823063:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.823072:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 63 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.823079:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97600, rc 0) 00000100:00100000:0.0:1746156247.823109:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:31590:x1830977057518336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156247.823114:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6661 00000100:00100000:3.0:1746156247.823158:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.823233:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057518464 00000100:00100000:3.0:1746156247.823239:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057518464 00010000:00010000:3.0:1746156247.823258:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.823282:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11198 00000100:00100000:3.0:1746156247.823290:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057518464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.823300:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.823320:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.823329:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.823350:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e785b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e2 expref: 6 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.823418:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.823421:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.823428:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 62 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.823436:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 62 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.823460:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 62 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.823472:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 62 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.823483:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050048:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.823773:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.827723:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050048:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.827742:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156247.827752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.827776:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057518464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4487us (4620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.827786:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11198 00000100:00100000:1.0:1746156247.827887:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057518720 00000100:00100000:1.0:1746156247.827892:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057518720 00002000:00100000:1.0:1746156247.827920:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b406680 x1830977057518720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.827933:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b406680 with x1830977057518720 ext(0->4095) 00010000:00010000:1.0:1746156247.827940:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.827949:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.827954:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b406680 00000100:00100000:1.0:1746156247.827978:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2806 00000100:00100000:1.0:1746156247.827983:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:1974:x1830977057518720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.829446:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:1974:x1830977057518720:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1458us (1692us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.829455:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2806 00002000:00100000:1.0:1746156247.829462:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b406680 x1830977057518720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.829471:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b406680 with x1830977057518720 ext(0->4095) 00010000:00010000:1.0:1746156247.829478:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.829489:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.829496:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b406680 00000100:00100000:0.0:1746156247.832024:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.832115:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057518848 00000100:00100000:2.0:1746156247.832122:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057518848 00000100:00100000:2.0:1746156247.832630:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6662 00000100:00100000:2.0:1746156247.832638:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057518848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.832652:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.832666:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143f7 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.832688:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.832693:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.832698:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156247.832701:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.832730:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.832746:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.832755:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156247.833631:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057518848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 992us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.833638:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6662 00000100:00100000:2.0:1746156247.834025:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.834063:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057518976 00000100:00100000:3.0:1746156247.834069:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057518976 00010000:00010000:3.0:1746156247.834097:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.834381:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11199 00000100:00100000:3.0:1746156247.834387:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:1973:x1830977057518976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.834396:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.834413:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.834423:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.834441:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e785ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143e9 expref: 63 pid: 8463 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.835082:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.835094:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.835101:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.835109:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.835133:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.835142:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.835153:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050304:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.835211:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.837667:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050304:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156247.837687:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156247.837727:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1973:x1830977057518976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3340us (3701us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156247.837736:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11199 00000100:00100000:3.0:1746156247.837968:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.838099:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057519232 00000100:00100000:1.0:1746156247.838104:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057519232 00002000:00100000:1.0:1746156247.838132:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60afb80 x1830977057519232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.838140:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60afb80 with x1830977057519232 ext(0->4095) 00010000:00010000:1.0:1746156247.838146:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.838156:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.838167:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60afb80 00000100:00100000:1.0:1746156247.838186:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2807 00000100:00100000:1.0:1746156247.838192:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1974:x1830977057519232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156247.838616:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1974:x1830977057519232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 423us (647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.838621:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2807 00002000:00100000:1.0:1746156247.838625:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60afb80 x1830977057519232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.838632:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60afb80 with x1830977057519232 ext(0->4095) 00010000:00010000:1.0:1746156247.838636:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.838645:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.838651:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60afb80 00000100:00100000:3.0:1746156247.840754:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.840814:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057519360 00000100:00100000:0.0:1746156247.840820:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057519360 00000100:00100000:0.0:1746156247.841050:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6663 00000100:00100000:0.0:1746156247.841058:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:31590:x1830977057519360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156247.841071:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156247.841183:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8143fe expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.841207:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156247.841213:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.841218:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746156247.841221:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 63 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.841249:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.841260:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 63 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.841269:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96800, rc 0) 00000100:00100000:0.0:1746156247.841309:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:31590:x1830977057519360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 252us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156247.841315:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6663 00000100:00100000:3.0:1746156247.841624:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.841678:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057519488 00000100:00100000:0.0:1746156247.841682:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057519488 00010000:00010000:0.0:1746156247.841694:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 63 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746156247.841713:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11200 00000100:00100000:0.0:1746156247.841717:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:1975:x1830977057519488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156247.841724:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156247.841738:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 63 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746156247.841747:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 63 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746156247.841765:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97600/0xb0171789e0e785c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f0 expref: 63 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746156247.841776:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.841778:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.841782:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.841788:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.841803:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.841811:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746156247.841820:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b406d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050560:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156247.841857:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.843317:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b406d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050560:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.843330:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.843363:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1975:x1830977057519488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1644us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.843396:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11200 00000100:00100000:0.0:1746156247.843502:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.843549:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057519744 00000100:00100000:1.0:1746156247.843554:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057519744 00002000:00100000:1.0:1746156247.843581:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b407100 x1830977057519744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.843590:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b407100 with x1830977057519744 ext(0->4095) 00010000:00010000:1.0:1746156247.843596:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.843611:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.843617:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b407100 00000100:00100000:1.0:1746156247.843642:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2808 00000100:00100000:1.0:1746156247.843649:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b407100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057519744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156247.843783:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b407100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057519744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156247.843789:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2808 00002000:00100000:1.0:1746156247.843793:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b407100 x1830977057519744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156247.843800:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b407100 with x1830977057519744 ext(0->4095) 00010000:00010000:1.0:1746156247.843804:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.843812:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746156247.843817:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b407100 00000100:00100000:0.0:1746156247.845446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.845493:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057519872 00000100:00100000:2.0:1746156247.845498:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057519872 00010000:00010000:2.0:1746156247.845517:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.845534:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11201 00000100:00100000:2.0:1746156247.845538:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057519872:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.845545:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156247.845557:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.845563:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.845578:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e785c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143f7 expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.845589:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.845590:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.845594:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.845599:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.845617:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156247.845623:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050688:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156247.845675:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.847768:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050688:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156247.847788:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.847815:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057519872:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2276us (2372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.847822:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11201 00000100:00100000:0.0:1746156247.847921:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.847980:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057520128 00000100:00100000:2.0:1746156247.847985:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057520128 00002000:00100000:2.0:1746156247.848011:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b407800 x1830977057520128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.848026:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b407800 with x1830977057520128 ext(0->4095) 00002000:00010000:2.0:1746156247.848029:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b407800 00000100:00100000:2.0:1746156247.848055:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4801 00000100:00100000:2.0:1746156247.848062:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1975:x1830977057520128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.848418:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1975:x1830977057520128:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 355us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.848423:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4801 00002000:00100000:2.0:1746156247.848429:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b407800 x1830977057520128/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.848434:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b407800 with x1830977057520128 ext(0->4095) 00002000:00010000:2.0:1746156247.848437:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b407800 00000100:00100000:0.0:1746156247.849813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.849883:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057520256 00000100:00100000:2.0:1746156247.849886:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057520256 00000100:00100000:2.0:1746156247.849918:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6664 00000100:00100000:2.0:1746156247.849924:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057520256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.849936:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.849949:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814405 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.849967:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.849973:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.849974:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.849978:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.849999:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.850009:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 61 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.850018:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054050816:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.850079:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.851162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.851203:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057520384 00000100:00100000:3.0:1746156247.851207:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057520384 00010000:00010000:3.0:1746156247.851225:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.851232:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054050816:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.851250:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.851253:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11202 00000100:00100000:3.0:1746156247.851258:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1975:x1830977057520384:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156247.851259:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00010000:00010000:3.0:1746156247.851265:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.851279:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.851282:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057520256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1359us (1472us total) trans 0 rc 0/0 00010000:00010000:3.0:1746156247.851287:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.851288:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6664 00010000:00010000:3.0:1746156247.851300:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e785cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8143fe expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.851311:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.851312:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.851398:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.851410:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.851432:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.851443:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050944:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.851485:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.852973:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054050944:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.852986:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.853012:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:1975:x1830977057520384:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1753us (1851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.853019:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11202 00000100:00100000:1.0:1746156247.853540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.853704:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057520640 00000100:00100000:2.0:1746156247.853709:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057520640 00002000:00100000:2.0:1746156247.853736:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081180 x1830977057520640/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.853745:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081180 with x1830977057520640 ext(0->4095) 00002000:00010000:2.0:1746156247.853749:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081180 00000100:00100000:2.0:1746156247.853761:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4802 00000100:00100000:2.0:1746156247.853767:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057520640:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.853882:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057520640:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.853886:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4802 00002000:00100000:2.0:1746156247.853891:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081180 x1830977057520640/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.853898:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081180 with x1830977057520640 ext(0->4095) 00002000:00010000:2.0:1746156247.853900:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081180 00000100:00100000:0.0:1746156247.854870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.854932:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057520768 00000100:00100000:2.0:1746156247.854935:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057520768 00000100:00100000:2.0:1746156247.854956:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6665 00000100:00100000:2.0:1746156247.854962:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+61:31591:x1830977057520768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.854970:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.854981:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81440c expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.855000:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.855007:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.855008:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.855011:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 62 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.855042:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.855056:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 5 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.855065:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054051072:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.855136:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.856362:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054051072:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.856405:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 62 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.856416:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156247.856450:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:31591:x1830977057520768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1488us (1581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156247.856455:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.856457:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6665 00000100:00100000:3.0:1746156247.856541:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057520896 00000100:00100000:3.0:1746156247.856546:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057520896 00010000:00010000:3.0:1746156247.856565:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.856781:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11203 00000100:00100000:3.0:1746156247.856789:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5aff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057520896:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.856797:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.856813:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.856821:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.856837:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e785d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814405 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.856980:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.856982:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.856987:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.856994:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.857015:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.857023:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054051200:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.857220:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4886c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.858652:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054051200:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.858665:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.858721:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5aff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057520896:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1932us (2265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.858728:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11203 00000100:00100000:1.0:1746156247.860684:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.860746:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057521152 00000100:00100000:2.0:1746156247.860752:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057521152 00002000:00100000:2.0:1746156247.860782:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081c00 x1830977057521152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.860791:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081c00 with x1830977057521152 ext(0->4095) 00002000:00010000:2.0:1746156247.860795:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081c00 00000100:00100000:2.0:1746156247.860864:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4803 00000100:00100000:2.0:1746156247.860871:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1974:x1830977057521152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.861447:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1974:x1830977057521152:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 575us (765us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.861455:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4803 00002000:00100000:2.0:1746156247.861461:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081c00 x1830977057521152/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.861468:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081c00 with x1830977057521152 ext(0->4095) 00002000:00010000:2.0:1746156247.861471:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081c00 00000100:00100000:0.0:1746156247.866170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.866235:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057521280 00000100:00100000:2.0:1746156247.866242:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057521280 00000100:00100000:2.0:1746156247.866294:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6666 00000100:00100000:2.0:1746156247.866302:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057521280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.866317:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.866330:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814413 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.866352:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.866358:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.866360:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.866363:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.866406:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 61 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.866416:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 61 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.866430:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054051328:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.866504:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.868220:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054051328:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.868245:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.868258:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156247.868288:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057521280:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1987us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.868295:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6666 00000100:00100000:0.0:1746156247.871424:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.871568:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057521408 00000100:00100000:2.0:1746156247.871575:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057521408 00002000:00100000:2.0:1746156247.871611:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b405500 x1830977057521408/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.871620:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405500 with x1830977057521408 ext(0->7) 00010000:00010000:2.0:1746156247.871627:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.871638:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 62 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.871643:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b405500 00000100:00100000:2.0:1746156247.871716:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2809 00000100:00100000:2.0:1746156247.871723:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+62:1972:x1830977057521408:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156247.872227:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1972:x1830977057521408:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 503us (808us total) trans 4294968015 rc 0/0 00000100:00100000:2.0:1746156247.872233:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2809 00002000:00100000:2.0:1746156247.872238:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b405500 x1830977057521408/t4294968015(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/448 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.872245:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405500 with x1830977057521408 ext(0->7) 00010000:00010000:2.0:1746156247.872248:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.872257:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.872261:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b405500 00000100:00100000:0.0:1746156247.876634:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.876697:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057521536 00000100:00100000:3.0:1746156247.876705:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057521536 00010000:00010000:3.0:1746156247.876742:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.878183:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11204 00000100:00100000:3.0:1746156247.878195:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1973:x1830977057521536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.878207:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.878225:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.878237:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.878254:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e785dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81440c expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.878268:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.878270:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.878275:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.878281:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.878306:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.878316:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054051456:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.878400:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.881167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.881249:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057521664 00000100:00100000:2.0:1746156247.881258:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057521664 00000100:00100000:3.0:1746156247.882151:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054051456:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.882169:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.882203:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b407480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1973:x1830977057521536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4012us (5575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.882212:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11204 00000100:00100000:2.0:1746156247.882576:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6667 00000100:00100000:2.0:1746156247.882587:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:31590:x1830977057521664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.882600:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.882612:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81441a expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.882634:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.882641:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.882642:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.882645:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 64 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.882666:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.882677:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 5 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.882686:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054051584:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.882742:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.883195:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.883454:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057521920 00000100:00100000:3.0:1746156247.883513:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057521920 00002000:00100000:3.0:1746156247.883539:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081f80 x1830977057521920/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.883547:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081f80 with x1830977057521920 ext(0->4095) 00010000:00010000:3.0:1746156247.883552:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.883560:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.883565:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093081f80 00000100:00100000:3.0:1746156247.883588:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2810 00000100:00100000:3.0:1746156247.883594:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057521920:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746156247.883708:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057521920:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.883714:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2810 00002000:00100000:3.0:1746156247.883719:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093081f80 x1830977057521920/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.883725:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081f80 with x1830977057521920 ext(0->4095) 00010000:00010000:3.0:1746156247.883730:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.883737:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.883743:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093081f80 00000100:00100000:0.0:1746156247.890423:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.890510:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.890833:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057522048 00000100:00100000:1.0:1746156247.890841:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057522048 00000100:00100000:1.0:1746156247.890874:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6668 00000100:00100000:1.0:1746156247.890880:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31591:x1830977057522048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.890895:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.890909:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814421 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.890929:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.890934:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 66 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.890939:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.890943:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.890951:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057522176 00000100:00100000:3.0:1746156247.890954:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057522176 00010000:00010000:3.0:1746156247.890969:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.890969:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 66 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.890979:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.890984:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11205 00010000:00010000:1.0:1746156247.890987:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:3.0:1746156247.890989:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057522176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.890995:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.891009:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.891016:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.891019:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:31591:x1830977057522048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.891024:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6668 00010000:00010000:3.0:1746156247.891029:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.891030:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.891034:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.891040:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.891061:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.891069:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.891079:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054051840:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.891129:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a773c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746156247.891149:0:15159:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e785e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814413 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.891162:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054051584:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.891178:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.891185:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.891191:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156247.891211:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31590:x1830977057521664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8628us (10050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.891216:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6667 00000100:00100000:3.0:1746156247.897049:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054051840:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.897067:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.897122:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057522176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 6131us (6610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.897131:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11205 00000100:00100000:0.0:1746156247.898445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.898519:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057522432 00000100:00100000:2.0:1746156247.898526:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057522432 00002000:00100000:2.0:1746156247.898563:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c080e00 x1830977057522432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.898573:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080e00 with x1830977057522432 ext(0->4095) 00010000:00010000:2.0:1746156247.898580:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.898591:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.898597:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c080e00 00000100:00100000:2.0:1746156247.898622:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2811 00000100:00100000:2.0:1746156247.898628:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1975:x1830977057522432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.898757:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1975:x1830977057522432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.898763:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2811 00002000:00100000:2.0:1746156247.898768:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c080e00 x1830977057522432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.898776:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080e00 with x1830977057522432 ext(0->4095) 00010000:00010000:2.0:1746156247.898779:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746156247.898788:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746156247.898792:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c080e00 00000100:00100000:0.0:1746156247.902234:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.902403:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057522560 00000100:00100000:3.0:1746156247.902409:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057522560 00010000:00010000:3.0:1746156247.902438:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.902459:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11206 00000100:00100000:3.0:1746156247.902465:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1974:x1830977057522560:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.902475:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.902491:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.902504:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.902522:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e785eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81441a expref: 65 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.903130:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.903132:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.903138:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.903147:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.903175:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.903184:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054051968:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.904446:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a773c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.906812:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.907395:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054051968:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.907413:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.907452:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1974:x1830977057522560:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4987us (5225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.907461:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11206 00000100:00100000:2.0:1746156247.908436:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057522816 00000100:00100000:2.0:1746156247.908443:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057522816 00002000:00100000:2.0:1746156247.908479:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529500 x1830977057522816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.908487:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529500 with x1830977057522816 ext(0->4095) 00002000:00010000:2.0:1746156247.908491:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093529500 00000100:00100000:2.0:1746156247.909024:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4804 00000100:00100000:2.0:1746156247.909032:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977057522816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.909205:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977057522816:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 175us (2398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.909211:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4804 00002000:00100000:2.0:1746156247.909216:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093529500 x1830977057522816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.909223:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093529500 with x1830977057522816 ext(0->4095) 00002000:00010000:2.0:1746156247.909225:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093529500 00000100:00100000:0.0:1746156247.910853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.911055:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057522944 00000100:00100000:2.0:1746156247.911061:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057522944 00000100:00100000:2.0:1746156247.911111:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6669 00000100:00100000:2.0:1746156247.911118:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057522944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.911131:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.911144:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814428 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.911332:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 63 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.911342:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.911343:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.911347:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.911400:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 63 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.911419:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 63 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746156247.911430:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054052096:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.911493:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.913509:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.913628:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054052096:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.913656:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.913669:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156247.913710:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057522944:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2592us (2862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.913717:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6669 00000100:00100000:3.0:1746156247.913784:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057523072 00000100:00100000:3.0:1746156247.913789:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057523072 00010000:00010000:3.0:1746156247.913812:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 64 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.913831:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11207 00000100:00100000:3.0:1746156247.913837:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1974:x1830977057523072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.913846:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.913863:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 64 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.913872:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 64 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.913887:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e785f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814421 expref: 64 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.913900:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.913901:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.913906:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.913913:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.913935:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.913943:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054052224:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.915081:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a773c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.915694:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054052224:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.915708:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.915819:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:1974:x1830977057523072:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1980us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.915827:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11207 00000100:00100000:0.0:1746156247.916462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.916558:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057523328 00000100:00100000:2.0:1746156247.916564:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057523328 00002000:00100000:2.0:1746156247.916593:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095038700 x1830977057523328/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.916607:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095038700 with x1830977057523328 ext(0->4095) 00002000:00010000:2.0:1746156247.916610:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095038700 00000100:00100000:2.0:1746156247.916629:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4805 00000100:00100000:2.0:1746156247.916634:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057523328:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156247.916731:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057523328:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.916735:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4805 00002000:00100000:2.0:1746156247.916739:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095038700 x1830977057523328/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.916746:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095038700 with x1830977057523328 ext(0->4095) 00002000:00010000:2.0:1746156247.916748:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095038700 00000100:00100000:0.0:1746156247.917795:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.917848:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.918129:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057523456 00000100:00100000:1.0:1746156247.918134:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057523456 00000100:00100000:2.0:1746156247.918135:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057523584 00000100:00100000:2.0:1746156247.918139:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057523584 00000100:00100000:1.0:1746156247.918172:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6670 00000100:00100000:1.0:1746156247.918177:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:31590:x1830977057523456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.918190:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.918203:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81442f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.918228:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.918234:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.918240:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.918242:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.918265:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.918275:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 5 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.918284:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054052352:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.918480:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6671 00000100:00100000:2.0:1746156247.918488:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31591:x1830977057523584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.918495:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.918502:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814436 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.918514:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156247.918518:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.918523:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.918526:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 66 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.918548:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.918559:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 66 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.918568:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:1.0:1746156247.918762:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.918778:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:31591:x1830977057523584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 291us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.918784:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6671 00000100:00100000:1.0:1746156247.920010:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054052352:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156247.920027:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.920037:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:1.0:1746156247.920066:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31590:x1830977057523456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1888us (2272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.920078:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6670 00000100:00100000:0.0:1746156247.920231:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.920438:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057523712 00000100:00100000:3.0:1746156247.920443:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057523712 00010000:00010000:3.0:1746156247.920463:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.920480:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11208 00000100:00100000:3.0:1746156247.920486:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057523712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.920495:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.920509:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.920519:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.920535:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e785f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814428 expref: 6 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.920551:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.920553:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.920558:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.920570:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.920590:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.920599:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 64 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.920608:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054052608:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.920655:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a773c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.922334:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054052608:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.922352:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.922405:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057523712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1918us (2174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.922413:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11208 00000100:00100000:0.0:1746156247.922641:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.922742:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057523968 00000100:00100000:3.0:1746156247.922746:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057523968 00002000:00100000:3.0:1746156247.922770:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d8380 x1830977057523968/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.922779:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8380 with x1830977057523968 ext(0->4095) 00010000:00010000:3.0:1746156247.922785:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.922799:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.922805:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d8380 00000100:00100000:3.0:1746156247.922819:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2812 00000100:00100000:3.0:1746156247.922825:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1974:x1830977057523968:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156247.922950:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1974:x1830977057523968:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.922955:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2812 00002000:00100000:3.0:1746156247.922959:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d8380 x1830977057523968/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.922965:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8380 with x1830977057523968 ext(0->4095) 00010000:00010000:3.0:1746156247.922969:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.922977:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746156247.922982:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d8380 00000100:00100000:0.0:1746156247.924423:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.924543:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057524096 00000100:00100000:3.0:1746156247.924548:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057524096 00010000:00010000:3.0:1746156247.924566:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.924680:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11209 00000100:00100000:3.0:1746156247.924688:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1974:x1830977057524096:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.924697:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.924710:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.924719:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.924734:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e78600 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81442f expref: 65 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.924755:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.924757:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.924763:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 64 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.924770:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 64 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.924794:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 64 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.924804:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054052736:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.924864:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77540 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.926066:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054052736:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.926078:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.926108:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1974:x1830977057524096:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1421us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.926116:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11209 00000100:00100000:0.0:1746156247.926654:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.926712:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057524352 00000100:00100000:2.0:1746156247.926716:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057524352 00002000:00100000:2.0:1746156247.926742:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9500 x1830977057524352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.926751:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9500 with x1830977057524352 ext(0->4095) 00002000:00010000:2.0:1746156247.926755:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9500 00000100:00100000:2.0:1746156247.926774:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4806 00000100:00100000:2.0:1746156247.926780:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1974:x1830977057524352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.926896:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1974:x1830977057524352:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.926902:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4806 00002000:00100000:2.0:1746156247.926907:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9500 x1830977057524352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.926919:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9500 with x1830977057524352 ext(0->4095) 00002000:00010000:2.0:1746156247.926921:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9500 00000100:00100000:0.0:1746156247.929708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.929773:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057524480 00000100:00100000:1.0:1746156247.929780:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057524480 00000100:00100000:1.0:1746156247.929849:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6672 00000100:00100000:1.0:1746156247.929855:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057524480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.929868:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.929880:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81443d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.929902:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 63 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.929909:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.929910:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.929913:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.929935:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 63 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.929944:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 63 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746156247.929954:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054052864:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156247.930012:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.931622:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054052864:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156247.931644:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.931655:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:1.0:1746156247.931684:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057524480:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1829us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.931691:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6672 00000100:00100000:0.0:1746156247.932113:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.932301:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057524608 00000100:00100000:3.0:1746156247.932306:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057524608 00010000:00010000:3.0:1746156247.932330:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.932359:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11210 00000100:00100000:3.0:1746156247.932386:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5aff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1974:x1830977057524608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.932396:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.932412:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.932420:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.932434:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78607 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814436 expref: 64 pid: 15159 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.932450:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.932451:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.932456:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.932463:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.932481:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.933279:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054052992:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.933546:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.934869:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.934938:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054052992:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.934952:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.934979:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5aff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+63:1974:x1830977057524608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2614us (2866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.934987:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11210 00000100:00100000:2.0:1746156247.935065:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057524864 00000100:00100000:2.0:1746156247.935070:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057524864 00002000:00100000:2.0:1746156247.935108:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d8000 x1830977057524864/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.935116:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8000 with x1830977057524864 ext(0->4095) 00002000:00010000:2.0:1746156247.935120:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8000 00000100:00100000:2.0:1746156247.935138:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4807 00000100:00100000:2.0:1746156247.935143:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057524864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156247.936021:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057524864:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 877us (1153us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156247.936028:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4807 00002000:00100000:2.0:1746156247.936033:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d8000 x1830977057524864/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.936040:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8000 with x1830977057524864 ext(0->4095) 00002000:00010000:2.0:1746156247.936043:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8000 00000100:00100000:0.0:1746156247.937053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.937234:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057524992 00000100:00100000:1.0:1746156247.937239:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057524992 00000100:00100000:0.0:1746156247.937417:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.937426:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057525120 00000100:00100000:1.0:1746156247.937429:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057525120 00000100:00100000:0.0:1746156247.937435:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6673 00000100:00100000:0.0:1746156247.937442:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:31590:x1830977057524992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156247.937454:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746156247.937455:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6674 00000100:00100000:1.0:1746156247.937460:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:31591:x1830977057525120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156247.937465:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814444 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.937467:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.937473:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81444b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.937486:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.937492:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.937494:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156247.937497:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.937607:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.937612:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.937617:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156247.937620:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.937644:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.937660:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156247.937670:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 5 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746156247.937678:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156247.937680:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054053248:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156247.937685:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90a00, rc 0) 00000100:00100000:1.0:1746156247.937726:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:31591:x1830977057525120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 265us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.937732:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6674 00000100:00100000:0.0:1746156247.937744:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.939790:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054053248:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.939808:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 65 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.939819:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:2.0:1746156247.939846:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31590:x1830977057524992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2405us (2795us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.939853:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6673 00000100:00100000:0.0:1746156247.940072:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.940183:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057525248 00000100:00100000:3.0:1746156247.940189:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057525248 00010000:00010000:3.0:1746156247.940211:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.940852:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11211 00000100:00100000:3.0:1746156247.940859:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057525248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156247.940868:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156247.940885:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.940894:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.940910:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7860e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81443d expref: 6 pid: 21377 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.940930:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.940932:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156247.940938:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 64 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.940945:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 64 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.940968:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 64 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156247.940977:0:7104:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 64 pid: 8461 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746156247.940986:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054053376:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156247.941033:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156247.943517:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054053376:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156247.943534:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156247.943669:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057525248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2810us (3596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156247.943677:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11211 00000100:00100000:0.0:1746156247.944420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.944490:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057525504 00000100:00100000:3.0:1746156247.944495:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057525504 00002000:00100000:3.0:1746156247.944529:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9c00 x1830977057525504/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.944538:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9c00 with x1830977057525504 ext(0->4095) 00010000:00010000:3.0:1746156247.944544:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 65 pid: 8461 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746156247.944560:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 65 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156247.944566:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9c00 00000100:00100000:3.0:1746156247.944580:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2813 00000100:00100000:3.0:1746156247.944586:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1975:x1830977057525504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.944939:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1975:x1830977057525504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 352us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.944946:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2813 00002000:00100000:3.0:1746156247.944952:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9c00 x1830977057525504/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.944959:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9c00 with x1830977057525504 ext(0->4095) 00010000:00010000:3.0:1746156247.944964:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 65 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156247.944972:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 65 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156247.944978:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9c00 00000100:00100000:1.0:1746156247.951728:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.951801:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057525632 00000100:00100000:3.0:1746156247.951809:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057525632 00010000:00010000:3.0:1746156247.951845:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 65 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156247.952483:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11212 00000100:00100000:1.0:1746156247.952492:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1975:x1830977057525632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.952530:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.952549:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 65 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.952560:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 65 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.952579:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78615 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814444 expref: 65 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.952671:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.952674:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.952680:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.952692:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.952719:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.952729:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054053504:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.953221:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.955440:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.955680:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054053504:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.955699:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.955747:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977057525632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3253us (4022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.955756:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11212 00000100:00100000:3.0:1746156247.955845:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057525888 00000100:00100000:3.0:1746156247.955851:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057525888 00002000:00100000:3.0:1746156247.955878:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bb800 x1830977057525888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.955888:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb800 with x1830977057525888 ext(0->4095) 00002000:00010000:3.0:1746156247.955892:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bb800 00000100:00100000:3.0:1746156247.955917:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4808 00000100:00100000:3.0:1746156247.955922:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977057525888:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.956066:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1975:x1830977057525888:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.956076:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4808 00002000:00100000:3.0:1746156247.956081:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931bb800 x1830977057525888/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.956097:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb800 with x1830977057525888 ext(0->4095) 00002000:00010000:3.0:1746156247.956100:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bb800 00000100:00100000:0.0:1746156247.959903:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.960115:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057526016 00000100:00100000:2.0:1746156247.960121:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057526016 00000100:00100000:2.0:1746156247.960167:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6675 00000100:00100000:2.0:1746156247.960173:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057526016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.960187:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.960199:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814452 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.960224:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 63 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.960231:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.960232:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.960235:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.960255:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 63 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.960265:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 63 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156247.960274:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054053632:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.960342:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.962749:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054053632:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.962777:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.962790:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156247.963437:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057526016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3261us (3537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.963449:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6675 00000100:00100000:2.0:1746156247.964432:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.964669:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057526144 00000100:00100000:1.0:1746156247.964675:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057526144 00010000:00010000:1.0:1746156247.964699:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 64 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156247.964767:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11213 00000100:00100000:1.0:1746156247.964774:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1974:x1830977057526144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.964784:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.964801:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 64 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.964816:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 64 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.964833:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90a00/0xb0171789e0e7861c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81444b expref: 64 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.964847:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.964848:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.964854:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.964861:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.964883:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.964892:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054053760:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.964950:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5706d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.966849:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.966905:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057526272 00000100:00100000:2.0:1746156247.966909:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057526272 00000100:00100000:1.0:1746156247.967735:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6676 00000100:00100000:1.0:1746156247.967744:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:31590:x1830977057526272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156247.967758:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156247.967770:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814459 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.967792:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.967799:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.967800:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.967803:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.967823:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.967832:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 5 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156247.967841:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054053888:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156247.967886:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.969475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.969684:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054053760:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.969827:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.969855:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1974:x1830977057526144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5081us (5424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.969863:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11213 00000100:00100000:2.0:1746156247.969905:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054053888:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.969919:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 64 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.969930:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c91600, rc 0) 00000100:00100000:2.0:1746156247.969943:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:31590:x1830977057526272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2202us (3100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.969948:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6676 00000100:00100000:3.0:1746156247.970428:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057526528 00000100:00100000:3.0:1746156247.970433:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057526528 00002000:00100000:3.0:1746156247.970458:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ca80 x1830977057526528/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.970467:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ca80 with x1830977057526528 ext(0->4095) 00010000:00010000:3.0:1746156247.970472:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156247.970482:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156247.970493:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ca80 00000100:00100000:3.0:1746156247.970509:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2814 00000100:00100000:3.0:1746156247.970514:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057526528:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746156247.970622:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057526528:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 107us (1152us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.970627:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2814 00002000:00100000:3.0:1746156247.970631:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84ca80 x1830977057526528/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.970638:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84ca80 with x1830977057526528 ext(0->4095) 00010000:00010000:3.0:1746156247.970642:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156247.970650:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156247.970655:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c84ca80 00000100:00100000:0.0:1746156247.973192:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.973243:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057526656 00000100:00100000:1.0:1746156247.973249:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057526656 00010000:00010000:1.0:1746156247.973274:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156247.973306:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11214 00000100:00100000:1.0:1746156247.973312:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057526656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.973326:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.973343:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.973352:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.973403:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78623 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814452 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.973422:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.973423:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.973429:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 63 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.973435:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 63 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.973460:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 63 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156247.973470:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054054016:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.973544:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156247.975492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.975542:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057526912 00000100:00100000:2.0:1746156247.975547:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057526912 00000100:00100000:1.0:1746156247.975565:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054054016:192.168.203.27@tcp:105: 00002000:00100000:2.0:1746156247.975603:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84e680 x1830977057526912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.975609:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84e680 with x1830977057526912 ext(0->4095) 00002000:00010000:2.0:1746156247.975612:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84e680 00000100:00100000:2.0:1746156247.975634:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4809 00000100:00100000:2.0:1746156247.975639:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1972:x1830977057526912:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746156247.975766:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+64:1972:x1830977057526912:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (277us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1746156247.975768:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156247.975772:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4809 00002000:00100000:2.0:1746156247.975777:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c84e680 x1830977057526912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156247.975784:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c84e680 with x1830977057526912 ext(0->4095) 00002000:00010000:2.0:1746156247.975786:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c84e680 00000100:00100000:1.0:1746156247.975787:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057526656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2475us (2602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.975795:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11214 00000100:00100000:0.0:1746156247.985664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156247.985756:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057527040 00000100:00100000:2.0:1746156247.985763:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057527040 00000100:00100000:2.0:1746156247.985809:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6677 00000100:00100000:2.0:1746156247.985816:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057527040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.985831:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156247.985844:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814460 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.985868:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 63 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.985874:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.985876:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.985879:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.985901:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 63 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.985915:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 63 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156247.985924:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054054144:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156247.985999:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156247.988624:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054054144:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156247.988648:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.988660:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156247.988696:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057527040:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2878us (3036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.988702:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6677 00000100:00100000:0.0:1746156247.990449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156247.990489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.990543:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057527168 00000100:00100000:3.0:1746156247.990549:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057527168 00000100:00100000:2.0:1746156247.990557:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057527296 00000100:00100000:2.0:1746156247.990564:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057527296 00002000:00100000:3.0:1746156247.990580:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a4830380 x1830977057527168/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.990588:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4830380 with x1830977057527168 ext(0->7) 00000100:00100000:2.0:1746156247.990591:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6678 00010000:00010000:3.0:1746156247.990595:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 65 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156247.990597:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31590:x1830977057527296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156247.990608:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156247.990610:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 65 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156247.990616:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4830380 00010000:00010000:2.0:1746156247.990618:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814467 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156247.990628:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2815 00000100:00100000:3.0:1746156247.990634:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057527168:12345-192.168.203.27@tcp:4:ldlm_bl.0 00010000:00010000:2.0:1746156247.990635:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156247.990640:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.990649:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156247.990652:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.990676:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.990688:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156247.990696:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156247.990729:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:31590:x1830977057527296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156247.990734:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6678 00000100:00100000:3.0:1746156247.990892:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1974:x1830977057527168:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 257us (401us total) trans 4294968016 rc 0/0 00000100:00100000:3.0:1746156247.990899:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2815 00002000:00100000:3.0:1746156247.990904:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a4830380 x1830977057527168/t4294968016(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:563/0 lens 496/448 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.990911:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4830380 with x1830977057527168 ext(0->7) 00010000:00010000:3.0:1746156247.990915:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156247.990924:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156247.990929:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4830380 00000100:00100000:0.0:1746156247.992282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.992358:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057527424 00000100:00100000:1.0:1746156247.992363:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057527424 00010000:00010000:1.0:1746156247.992406:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156247.992437:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11215 00000100:00100000:1.0:1746156247.992443:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1972:x1830977057527424:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.992451:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.992463:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.992472:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.992487:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e7862a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814459 expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.992500:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.992502:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156247.992507:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.992514:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.992534:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156247.992542:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156247.992551:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054054400:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156247.992608:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156247.994992:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054054400:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156247.995006:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156247.995033:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1972:x1830977057527424:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2590us (2754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156247.995041:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11215 00000100:00100000:0.0:1746156247.996734:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156247.996866:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057527680 00000100:00100000:3.0:1746156247.996873:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057527680 00002000:00100000:3.0:1746156247.996907:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d8380 x1830977057527680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/0 e 0 to 0 dl 1746156258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.996917:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d8380 with x1830977057527680 ext(0->4095) 00010000:00010000:3.0:1746156247.996925:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156247.996936:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156247.996942:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d8380 00000100:00100000:3.0:1746156247.997537:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2816 00000100:00100000:3.0:1746156247.997546:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057527680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156247.997682:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057527680:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (952us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156247.997688:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2816 00002000:00100000:3.0:1746156247.997693:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d8380 x1830977057527680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746156258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156247.997700:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d8380 with x1830977057527680 ext(0->4095) 00010000:00010000:3.0:1746156247.997705:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156247.997715:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156247.997720:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d8380 00000100:00100000:0.0:1746156247.999619:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156247.999770:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057527808 00000100:00100000:1.0:1746156247.999775:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057527808 00010000:00010000:1.0:1746156247.999801:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156247.999834:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11216 00000100:00100000:1.0:1746156247.999840:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057527808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156247.999850:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156247.999867:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156247.999878:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.000055:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78631 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814460 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.000161:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.000165:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.000172:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.000183:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.000210:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.000252:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054054528:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.000327:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.003003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.003102:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054054528:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.003117:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156248.003149:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057527808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3309us (3534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.003157:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11216 00000100:00100000:2.0:1746156248.003308:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057528064 00000100:00100000:2.0:1746156248.003313:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057528064 00002000:00100000:2.0:1746156248.003492:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d8a80 x1830977057528064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.003501:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d8a80 with x1830977057528064 ext(0->4095) 00002000:00010000:2.0:1746156248.003505:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d8a80 00000100:00100000:2.0:1746156248.003520:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4810 00000100:00100000:2.0:1746156248.003529:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057528064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.003639:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057528064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.003647:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4810 00002000:00100000:2.0:1746156248.003652:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d8a80 x1830977057528064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.003659:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d8a80 with x1830977057528064 ext(0->4095) 00002000:00010000:2.0:1746156248.003661:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d8a80 00000100:00080000:3.0:1746156248.003870:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156248.005422:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.005517:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057528192 00000100:00100000:2.0:1746156248.005522:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057528192 00000100:00080000:3.0:1746156248.005778:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746156248.005802:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6679 00000100:00100000:2.0:1746156248.005809:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057528192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.005824:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.005837:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81446e expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.005858:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.005865:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.005866:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.005869:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.005920:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.005931:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 65 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.005945:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054054656:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.006073:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.006949:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054054656:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.006967:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.006976:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c400, rc 0) 00000100:00100000:2.0:1746156248.006998:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057528192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1189us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.007004:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6679 00000100:00100000:0.0:1746156248.007393:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.007613:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057528320 00000100:00100000:1.0:1746156248.007617:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057528320 00010000:00010000:1.0:1746156248.007636:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.007663:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11217 00000100:00100000:1.0:1746156248.007669:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057528320:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.007679:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.007696:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.007706:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.007721:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78638 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814467 expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.007743:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.007745:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.007750:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.007757:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.007777:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.007786:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054054784:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.007837:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.009300:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.009348:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057528576 00000100:00100000:2.0:1746156248.009352:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057528576 00002000:00100000:2.0:1746156248.009585:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d9180 x1830977057528576/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.009597:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d9180 with x1830977057528576 ext(0->4095) 00002000:00010000:2.0:1746156248.009601:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d9180 00000100:00100000:2.0:1746156248.009626:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4811 00000100:00100000:1.0:1746156248.009630:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054054784:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.009633:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057528576:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00010000:00010000:1.0:1746156248.009641:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156248.009864:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1974:x1830977057528320:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2194us (2495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.009874:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11217 00000100:00100000:2.0:1746156248.009976:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057528576:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 343us (678us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.009981:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4811 00002000:00100000:2.0:1746156248.009986:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d9180 x1830977057528576/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.009999:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d9180 with x1830977057528576 ext(0->4095) 00002000:00010000:2.0:1746156248.010001:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d9180 00000100:00100000:0.0:1746156248.012337:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.012703:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057528704 00000100:00100000:2.0:1746156248.012714:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057528704 00000100:00100000:2.0:1746156248.012749:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6680 00000100:00100000:2.0:1746156248.012755:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31591:x1830977057528704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.012768:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.012781:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814475 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.012801:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.012806:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.012807:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.012810:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.012831:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.012841:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 5 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.012850:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054054912:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.012925:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.013598:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.013649:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057528832 00000100:00100000:2.0:1746156248.013653:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057528832 00000100:00100000:2.0:1746156248.013683:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6681 00000100:00100000:2.0:1746156248.013689:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31590:x1830977057528832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.013697:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.013703:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81447c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.013714:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.013718:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.013724:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.013726:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.013749:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.013760:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.013769:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156248.013805:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977057528832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.013811:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6681 00000100:00100000:2.0:1746156248.014394:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054054912:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.014408:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.014416:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156248.014434:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31591:x1830977057528704:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1679us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.014439:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6680 00000100:00100000:0.0:1746156248.014974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.015132:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057528960 00000100:00100000:1.0:1746156248.015136:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057528960 00010000:00010000:1.0:1746156248.015152:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.015225:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11218 00000100:00100000:1.0:1746156248.015231:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057528960:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.015239:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.015254:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.015263:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.015278:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c400/0xb0171789e0e7863f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81446e expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.015301:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.015303:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.015308:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.015315:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.015334:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.015343:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.015351:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054055168:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.015423:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.016619:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054055168:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.016630:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156248.016665:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057528960:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1433us (1690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.016671:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11218 00000100:00100000:0.0:1746156248.016883:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.016953:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057529216 00000100:00100000:2.0:1746156248.016958:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057529216 00002000:00100000:2.0:1746156248.016983:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d9c00 x1830977057529216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.016992:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d9c00 with x1830977057529216 ext(0->4095) 00010000:00010000:2.0:1746156248.016998:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.017008:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.017013:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d9c00 00000100:00100000:2.0:1746156248.017133:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2817 00000100:00100000:2.0:1746156248.017140:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057529216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.017281:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057529216:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.017287:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2817 00002000:00100000:2.0:1746156248.017291:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d9c00 x1830977057529216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.017304:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d9c00 with x1830977057529216 ext(0->4095) 00010000:00010000:2.0:1746156248.017308:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.017316:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.017322:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d9c00 00000100:00100000:0.0:1746156248.019042:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.019120:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.019180:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057529344 00000100:00100000:2.0:1746156248.019186:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057529344 00000100:00100000:2.0:1746156248.019229:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6682 00000100:00100000:2.0:1746156248.019236:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057529344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.019248:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746156248.019248:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057529472 00000100:00100000:1.0:1746156248.019252:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057529472 00010000:00010000:2.0:1746156248.019260:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814483 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.019264:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.019278:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11219 00010000:00010000:2.0:1746156248.019279:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746156248.019281:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057529472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.019283:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.019288:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156248.019288:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.019291:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.019304:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.019318:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.019647:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.019648:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e78646 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814475 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.019664:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.019665:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.019666:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.019671:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.019678:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.019688:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00010000:00010000:1.0:1746156248.019696:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.019705:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.019714:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054055424:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.019754:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057529344:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 517us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.019759:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6682 00000100:00100000:1.0:1746156248.019764:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.020991:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054055424:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.020999:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156248.021006:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.021022:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977057529472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1740us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.021028:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11219 00000100:00100000:2.0:1746156248.021078:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057529728 00000100:00100000:2.0:1746156248.021082:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057529728 00002000:00100000:2.0:1746156248.021118:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923da680 x1830977057529728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.021126:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923da680 with x1830977057529728 ext(0->4095) 00010000:00010000:2.0:1746156248.021132:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.021141:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.021147:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923da680 00000100:00100000:2.0:1746156248.021168:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2818 00000100:00100000:2.0:1746156248.021175:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977057529728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.021438:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977057529728:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 262us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.021444:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2818 00002000:00100000:2.0:1746156248.021449:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923da680 x1830977057529728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.021456:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923da680 with x1830977057529728 ext(0->4095) 00010000:00010000:2.0:1746156248.021461:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.021469:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.021474:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923da680 00000100:00100000:2.0:1746156248.022761:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.022872:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057529856 00000100:00100000:0.0:1746156248.022877:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057529856 00000100:00100000:0.0:1746156248.022907:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6683 00000100:00100000:0.0:1746156248.022912:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:31590:x1830977057529856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746156248.022916:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156248.022922:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156248.022932:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81448a expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.022995:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156248.023000:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.023006:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:1.0:1746156248.023009:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057529984 00010000:00010000:0.0:1746156248.023009:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.023013:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057529984 00010000:00010000:1.0:1746156248.023027:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.023031:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.023041:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.023048:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97200, rc 0) 00000100:00100000:1.0:1746156248.023058:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11220 00000100:00100000:1.0:1746156248.023063:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057529984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.023070:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746156248.023072:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977057529856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156248.023077:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6683 00010000:00010000:1.0:1746156248.023093:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.023102:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.023115:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e7864d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81447c expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.023126:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.023128:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.023132:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.023137:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.023154:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.023162:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 5 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.023176:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054055680:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.023221:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.024628:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.024885:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054055680:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.024895:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156248.024917:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057529984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1854us (2000us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.024923:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11220 00000100:00100000:2.0:1746156248.025095:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057530240 00000100:00100000:2.0:1746156248.025099:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057530240 00002000:00100000:2.0:1746156248.025124:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923daa00 x1830977057530240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.025132:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923daa00 with x1830977057530240 ext(0->4095) 00010000:00010000:2.0:1746156248.025138:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.025147:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.025153:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923daa00 00000100:00100000:2.0:1746156248.025174:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2819 00000100:00100000:2.0:1746156248.025179:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057530240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.025282:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057530240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (657us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.025287:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2819 00002000:00100000:2.0:1746156248.025291:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923daa00 x1830977057530240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.025297:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923daa00 with x1830977057530240 ext(0->4095) 00010000:00010000:2.0:1746156248.025300:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.025308:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.025313:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923daa00 00000100:00100000:0.0:1746156248.027683:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.027738:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057530368 00000100:00100000:1.0:1746156248.027745:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057530368 00010000:00010000:1.0:1746156248.027766:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.027916:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11221 00000100:00100000:1.0:1746156248.027923:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057530368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.027933:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.027951:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.027961:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.027978:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78654 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814483 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.028002:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.028004:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.028010:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 65 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.028016:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 65 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.028046:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 65 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.028055:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054055808:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.028185:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.029260:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054055808:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.029270:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156248.029304:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057530368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1381us (1626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.029310:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11221 00000100:00100000:0.0:1746156248.029894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.030127:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057530624 00000100:00100000:3.0:1746156248.030131:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057530624 00002000:00100000:3.0:1746156248.030159:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923db100 x1830977057530624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.030167:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923db100 with x1830977057530624 ext(0->4095) 00002000:00010000:3.0:1746156248.030170:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923db100 00000100:00100000:3.0:1746156248.030193:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4812 00000100:00100000:3.0:1746156248.030199:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977057530624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.030310:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977057530624:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.030315:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4812 00002000:00100000:3.0:1746156248.030320:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923db100 x1830977057530624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.030327:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923db100 with x1830977057530624 ext(0->4095) 00002000:00010000:3.0:1746156248.030329:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923db100 00000100:00100000:0.0:1746156248.032313:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.032410:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057530752 00000100:00100000:2.0:1746156248.032416:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057530752 00000100:00100000:2.0:1746156248.032800:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6684 00000100:00100000:2.0:1746156248.032808:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057530752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.032830:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.032843:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814491 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.032869:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 65 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.032876:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.032877:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.032886:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.032916:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 65 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.032926:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 65 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.032940:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cc9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054055936:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.033416:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.034481:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cc9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054055936:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.034510:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.034522:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156248.034558:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057530752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1751us (2249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.034565:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6684 00000100:00100000:0.0:1746156248.035067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.035140:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057530880 00000100:00100000:1.0:1746156248.035145:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057530880 00010000:00010000:1.0:1746156248.035165:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.035242:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11222 00000100:00100000:1.0:1746156248.035249:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977057530880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.035258:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.035275:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.035289:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.035305:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97200/0xb0171789e0e7865b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81448a expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.035330:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.035332:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.035338:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.035344:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.035386:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.035396:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054056064:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.036189:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.038854:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054056064:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.038870:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156248.039044:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1975:x1830977057530880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3794us (3976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.039053:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11222 00000100:00100000:2.0:1746156248.039567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.040078:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057531136 00000100:00100000:3.0:1746156248.040093:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057531136 00002000:00100000:3.0:1746156248.040125:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9500 x1830977057531136/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.040135:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9500 with x1830977057531136 ext(0->4095) 00002000:00010000:3.0:1746156248.040138:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9500 00000100:00100000:3.0:1746156248.040162:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4813 00000100:00100000:3.0:1746156248.040168:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057531136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.040299:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057531136:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (732us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.040308:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4813 00002000:00100000:3.0:1746156248.040313:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134cc9500 x1830977057531136/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.040319:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9500 with x1830977057531136 ext(0->4095) 00002000:00010000:3.0:1746156248.040322:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9500 00000100:00100000:0.0:1746156248.041492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.041737:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057531264 00000100:00100000:2.0:1746156248.041742:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057531264 00000100:00100000:2.0:1746156248.041779:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6685 00000100:00100000:2.0:1746156248.041783:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31590:x1830977057531264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.041792:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.041803:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814498 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.041823:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.041827:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.041828:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.041831:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.041847:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.041854:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 5 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.041861:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054056192:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.041921:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.043078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.043151:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057531392 00000100:00100000:3.0:1746156248.043156:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057531392 00000100:00100000:3.0:1746156248.043181:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6686 00000100:00100000:3.0:1746156248.043187:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31591:x1830977057531392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.043198:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.043209:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81449f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.043225:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.043229:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.043234:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.043237:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.043260:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.043271:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.043284:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:3.0:1746156248.043326:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31591:x1830977057531392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.043331:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6686 00000100:00100000:2.0:1746156248.043404:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054056192:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.043421:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.043434:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156248.043450:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31590:x1830977057531264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1667us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.043455:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6685 00000100:00100000:2.0:1746156248.043591:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.043655:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057531520 00000100:00100000:0.0:1746156248.043658:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057531520 00010000:00010000:0.0:1746156248.043672:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746156248.043735:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11223 00000100:00100000:0.0:1746156248.043741:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057531520:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156248.043748:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156248.043764:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.043772:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.043865:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78662 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814491 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.043889:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.043890:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.043895:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.043901:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.043918:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.043927:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746156248.043934:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923d8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054056448:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156248.043981:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.047078:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923d8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054056448:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.047104:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.047391:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057531520:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3648us (3798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.047400:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11223 00000100:00100000:1.0:1746156248.047614:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.047813:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057531776 00000100:00100000:2.0:1746156248.047818:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057531776 00002000:00100000:2.0:1746156248.047847:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361ea00 x1830977057531776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.047855:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361ea00 with x1830977057531776 ext(0->4095) 00010000:00010000:2.0:1746156248.047862:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.047873:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.047879:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361ea00 00000100:00100000:2.0:1746156248.047902:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2820 00000100:00100000:2.0:1746156248.047908:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057531776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.048022:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057531776:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.048027:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2820 00002000:00100000:2.0:1746156248.048033:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361ea00 x1830977057531776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.048040:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361ea00 with x1830977057531776 ext(0->4095) 00010000:00010000:2.0:1746156248.048045:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.048053:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.048058:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361ea00 00000100:00100000:0.0:1746156248.049951:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.050042:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057531904 00000100:00100000:2.0:1746156248.050048:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057531904 00010000:00010000:2.0:1746156248.050071:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.050705:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11224 00000100:00100000:2.0:1746156248.050714:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1974:x1830977057531904:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.050724:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.050740:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.050752:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.050768:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e78669 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814498 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.050882:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.050885:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.050892:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.051043:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.051069:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 66 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.051079:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054056576:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.051161:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.052670:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054056576:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.052691:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.052730:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057531904:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2017us (2783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.052739:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11224 00000100:00100000:0.0:1746156248.054493:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.054672:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057532160 00000100:00100000:3.0:1746156248.054811:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057532160 00002000:00100000:3.0:1746156248.054844:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d8700 x1830977057532160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.054853:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d8700 with x1830977057532160 ext(0->4095) 00002000:00010000:3.0:1746156248.054857:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d8700 00000100:00100000:3.0:1746156248.054880:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4814 00000100:00100000:3.0:1746156248.054886:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057532160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.055012:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057532160:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (522us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.055018:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4814 00002000:00100000:3.0:1746156248.055023:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d8700 x1830977057532160/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.055030:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d8700 with x1830977057532160 ext(0->4095) 00002000:00010000:3.0:1746156248.055032:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d8700 00000100:00100000:0.0:1746156248.057115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.057163:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057532288 00000100:00100000:2.0:1746156248.057169:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057532288 00000100:00100000:2.0:1746156248.057211:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6687 00000100:00100000:2.0:1746156248.057219:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057532288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.057231:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.057244:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144a6 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.057264:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.057271:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.057273:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.057276:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.057296:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 65 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.057305:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 65 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.057314:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054056704:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.057414:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.059040:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054056704:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156248.059041:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156248.059063:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.059075:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156248.059192:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057532288:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1974us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.059199:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6687 00000100:00100000:3.0:1746156248.059200:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057532416 00000100:00100000:3.0:1746156248.059204:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057532416 00010000:00010000:3.0:1746156248.059225:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.059422:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11225 00000100:00100000:3.0:1746156248.059431:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977057532416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.059440:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.059457:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.059466:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.059483:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e78670 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81449f expref: 66 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.059496:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.059498:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.059503:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.059511:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.059537:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.059546:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054056832:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.059580:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.061354:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.061448:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054056832:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.061462:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.061496:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:1975:x1830977057532416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2067us (2456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.061506:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11225 00000100:00100000:2.0:1746156248.061628:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057532672 00000100:00100000:2.0:1746156248.061632:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057532672 00002000:00100000:2.0:1746156248.062041:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923dad80 x1830977057532672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.062050:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923dad80 with x1830977057532672 ext(0->4095) 00002000:00010000:2.0:1746156248.062054:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923dad80 00000100:00100000:2.0:1746156248.062077:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4815 00000100:00100000:2.0:1746156248.062095:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057532672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.062234:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057532672:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (882us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.062239:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4815 00002000:00100000:2.0:1746156248.062244:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923dad80 x1830977057532672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.062250:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923dad80 with x1830977057532672 ext(0->4095) 00002000:00010000:2.0:1746156248.062252:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923dad80 00000100:00100000:0.0:1746156248.065004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.065146:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057532800 00000100:00100000:2.0:1746156248.065152:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057532800 00000100:00100000:2.0:1746156248.065191:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6688 00000100:00100000:2.0:1746156248.065197:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+65:31591:x1830977057532800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.065210:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.065222:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144ad expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.065245:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.065250:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.065252:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.065254:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 66 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.065276:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.065289:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 5 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.065299:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054056960:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156248.065959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.065974:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057532928 00000100:00100000:0.0:1746156248.065976:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057532928 00000100:00100000:0.0:1746156248.065992:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6689 00000100:00100000:0.0:1746156248.065996:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31590:x1830977057532928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156248.066002:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156248.066008:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144b4 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.066018:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.066022:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.066026:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156248.066029:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.066049:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.066059:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.066071:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96800, rc 0) 00000100:00100000:0.0:1746156248.066102:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977057532928:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156248.066108:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6689 00000100:00100000:2.0:1746156248.066209:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.067654:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054056960:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.067675:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 67 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.067684:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156248.067706:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31591:x1830977057532800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2509us (2708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.067713:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6688 00000100:00100000:0.0:1746156248.068428:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.068902:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057533056 00000100:00100000:3.0:1746156248.068908:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057533056 00010000:00010000:3.0:1746156248.068932:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.068961:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11226 00000100:00100000:3.0:1746156248.068968:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057533056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.068978:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.068999:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.069008:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.069026:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78677 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144a6 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.069047:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.069049:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.069055:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 66 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.069062:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 66 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.069096:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 66 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.069106:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 66 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.069116:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054057216:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.069178:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.070888:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054057216:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.070902:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.070927:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057533056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1960us (2501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.070934:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11226 00000100:00100000:0.0:1746156248.072149:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.072319:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057533312 00000100:00100000:2.0:1746156248.072325:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057533312 00002000:00100000:2.0:1746156248.072359:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd6a00 x1830977057533312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.072399:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6a00 with x1830977057533312 ext(0->4095) 00010000:00010000:2.0:1746156248.072406:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 67 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.072417:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 67 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.072427:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd6a00 00000100:00100000:2.0:1746156248.072443:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2821 00000100:00100000:2.0:1746156248.072450:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1974:x1830977057533312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.072554:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1974:x1830977057533312:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.072559:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2821 00002000:00100000:2.0:1746156248.072564:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bcd6a00 x1830977057533312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.072569:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6a00 with x1830977057533312 ext(0->4095) 00010000:00010000:2.0:1746156248.072573:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 67 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.072580:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 67 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.072585:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcd6a00 00000100:00100000:0.0:1746156248.074938:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.075080:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057533440 00000100:00100000:2.0:1746156248.075097:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057533440 00000100:00100000:2.0:1746156248.075147:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6690 00000100:00100000:2.0:1746156248.075154:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057533440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.075167:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.075180:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144bb expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156248.075189:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156248.075204:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.075239:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.075246:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156248.075250:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.075278:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.075290:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.075299:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:3.0:1746156248.075324:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057533568 00000100:00100000:3.0:1746156248.075328:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057533568 00000100:00100000:2.0:1746156248.075341:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057533440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (406us total) trans 0 rc 0/0 00010000:00010000:3.0:1746156248.075343:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 67 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.075346:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6690 00000100:00100000:3.0:1746156248.075557:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11227 00000100:00100000:3.0:1746156248.075564:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1973:x1830977057533568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.075572:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.075586:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 67 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.075599:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 67 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.075612:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e7867e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ad expref: 67 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.075633:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.075635:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.075643:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.075650:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.075668:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.075677:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.075687:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054057472:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.075750:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.077239:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054057472:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.077261:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.077342:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1973:x1830977057533568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1778us (2152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.077353:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11227 00000100:00100000:0.0:1746156248.077483:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.077809:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057533824 00000100:00100000:3.0:1746156248.077813:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057533824 00002000:00100000:3.0:1746156248.077834:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338db100 x1830977057533824/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.077841:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db100 with x1830977057533824 ext(0->4095) 00010000:00010000:3.0:1746156248.077847:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.077857:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.077862:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338db100 00000100:00100000:3.0:1746156248.077886:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2822 00000100:00100000:3.0:1746156248.077892:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057533824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.078421:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057533824:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 527us (937us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.078427:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2822 00002000:00100000:3.0:1746156248.078432:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338db100 x1830977057533824/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.078440:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db100 with x1830977057533824 ext(0->4095) 00010000:00010000:3.0:1746156248.078444:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.078457:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 66 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.078463:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338db100 00000100:00100000:0.0:1746156248.080110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.080165:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057533952 00000100:00100000:2.0:1746156248.080170:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057533952 00000100:00100000:2.0:1746156248.080245:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6691 00000100:00100000:2.0:1746156248.080253:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:31590:x1830977057533952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.080264:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.080275:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144c2 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.080297:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.080302:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.080308:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156248.080310:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 67 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.080338:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.080349:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 67 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.080356:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156248.080541:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31590:x1830977057533952:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.080547:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6691 00000100:00100000:0.0:1746156248.080679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.080953:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057534080 00000100:00100000:3.0:1746156248.080957:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057534080 00010000:00010000:3.0:1746156248.080974:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.080999:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11228 00000100:00100000:3.0:1746156248.081005:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1974:x1830977057534080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.081014:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.081193:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.081203:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.081218:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e78685 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144b4 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.081227:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.081229:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.081234:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.081245:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.081266:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.081275:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 5 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.081285:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054057728:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.081342:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.084349:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054057728:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.084391:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.084435:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057534080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3429us (3755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.084444:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11228 00000100:00100000:0.0:1746156248.084698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.085218:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057534336 00000100:00100000:3.0:1746156248.085224:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057534336 00002000:00100000:3.0:1746156248.085249:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b515500 x1830977057534336/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.085258:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515500 with x1830977057534336 ext(0->4095) 00010000:00010000:3.0:1746156248.085264:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.085274:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.085279:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b515500 00000100:00100000:3.0:1746156248.085515:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2823 00000100:00100000:3.0:1746156248.085522:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057534336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.085639:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057534336:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (941us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.085644:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2823 00002000:00100000:3.0:1746156248.085649:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b515500 x1830977057534336/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.085656:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515500 with x1830977057534336 ext(0->4095) 00010000:00010000:3.0:1746156248.085660:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.085668:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.085674:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b515500 00000100:00100000:0.0:1746156248.088463:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.088561:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057534464 00000100:00100000:3.0:1746156248.088567:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057534464 00010000:00010000:3.0:1746156248.088596:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.088905:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11229 00000100:00100000:3.0:1746156248.088914:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057534464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.088924:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.088942:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.088952:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.088970:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7868c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144bb expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.089318:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.089321:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.089332:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.089340:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.089534:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.089545:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054057856:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.089831:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a773c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.093275:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054057856:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.093295:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.093330:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057534464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4416us (4872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.093407:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11229 00000100:00100000:0.0:1746156248.094858:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.094932:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057534720 00000100:00100000:2.0:1746156248.094938:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057534720 00002000:00100000:2.0:1746156248.095070:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953ca300 x1830977057534720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.095100:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953ca300 with x1830977057534720 ext(0->4095) 00002000:00010000:2.0:1746156248.095105:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953ca300 00000100:00100000:2.0:1746156248.095129:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4816 00000100:00100000:2.0:1746156248.095136:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1973:x1830977057534720:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746156248.095667:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1973:x1830977057534720:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 531us (812us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.095674:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4816 00002000:00100000:2.0:1746156248.095679:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800953ca300 x1830977057534720/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.095686:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953ca300 with x1830977057534720 ext(0->4095) 00002000:00010000:2.0:1746156248.095689:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953ca300 00000100:00100000:0.0:1746156248.097057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.097141:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057534848 00000100:00100000:2.0:1746156248.097145:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057534848 00000100:00100000:2.0:1746156248.098681:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6692 00000100:00100000:2.0:1746156248.098694:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057534848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.098710:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.098723:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144c9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.098750:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.098757:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.098758:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.098761:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.098786:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.098801:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 65 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.098810:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054057984:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.098885:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.100123:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054057984:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.100147:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.100158:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156248.102143:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057534848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3448us (5082us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.102152:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6692 00000100:00100000:0.0:1746156248.102278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.102705:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057534976 00000100:00100000:3.0:1746156248.102712:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057534976 00010000:00010000:3.0:1746156248.102739:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 66 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.102773:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11230 00000100:00100000:3.0:1746156248.102779:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977057534976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.102790:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.102807:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 66 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.102817:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 66 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.102935:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78693 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c2 expref: 66 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.103179:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.103181:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.103188:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.103195:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.103221:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.103232:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054058112:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.103782:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a773c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.103938:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.104022:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057535104 00000100:00100000:3.0:1746156248.104026:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057535104 00000100:00100000:3.0:1746156248.104048:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6693 00000100:00100000:3.0:1746156248.104053:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:31590:x1830977057535104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.104063:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.104072:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144d0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.104096:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.104101:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.104102:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.104105:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 67 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.104120:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.104128:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 5 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.104135:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054058240:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.104158:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.106685:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.106887:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054058240:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.106910:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 67 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.106922:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2a00, rc 0) 00000100:00100000:2.0:1746156248.106961:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31590:x1830977057535104:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2908us (3024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.106968:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6693 00000100:00100000:2.0:1746156248.106995:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057535360 00000100:00100000:2.0:1746156248.106999:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057535360 00002000:00100000:2.0:1746156248.107027:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09500 x1830977057535360/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.107035:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09500 with x1830977057535360 ext(0->4095) 00010000:00010000:2.0:1746156248.107040:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.107049:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.107059:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c09500 00000100:00100000:2.0:1746156248.107070:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2824 00000100:00100000:2.0:1746156248.107075:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057535360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.107112:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054058112:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.107122:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.107140:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1975:x1830977057534976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4361us (4863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.107147:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11230 00000100:00100000:2.0:1746156248.107837:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057535360:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 759us (1156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.107842:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2824 00002000:00100000:2.0:1746156248.107847:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c09500 x1830977057535360/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.107853:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09500 with x1830977057535360 ext(0->4095) 00010000:00010000:2.0:1746156248.107857:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.107865:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.107870:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c09500 00000100:00100000:0.0:1746156248.110181:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.110269:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057535488 00000100:00100000:3.0:1746156248.110275:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057535488 00010000:00010000:3.0:1746156248.110300:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.110329:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11231 00000100:00100000:3.0:1746156248.110335:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057535488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.110344:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.110361:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.110394:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.110413:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e7869a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144c9 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.110718:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.110720:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.110726:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.110733:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.110763:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.110774:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054058368:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.111144:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a773c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.113314:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054058368:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.113333:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.113392:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057535488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3031us (3191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.113401:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11231 00000100:00100000:0.0:1746156248.113500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.113516:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057535744 00000100:00100000:2.0:1746156248.113522:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057535744 00002000:00100000:2.0:1746156248.113551:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c428a80 x1830977057535744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.113560:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977057535744 ext(0->4095) 00002000:00010000:2.0:1746156248.113565:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c428a80 00000100:00100000:2.0:1746156248.113586:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4817 00000100:00100000:2.0:1746156248.113594:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057535744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.113728:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057535744:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.113734:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4817 00002000:00100000:2.0:1746156248.113739:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c428a80 x1830977057535744/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.113746:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977057535744 ext(0->4095) 00002000:00010000:2.0:1746156248.113748:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c428a80 00000100:00100000:0.0:1746156248.128243:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.128501:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057535872 00000100:00100000:2.0:1746156248.128592:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057535872 00000100:00100000:2.0:1746156248.128646:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6694 00000100:00100000:2.0:1746156248.128653:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057535872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.128669:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.128681:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144d7 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.128706:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.128718:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.128719:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.128722:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.128744:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 65 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.128755:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 65 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.128765:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054058496:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.128833:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.131530:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054058496:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.131556:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.131570:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156248.131613:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057535872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2960us (3375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.131620:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6694 00000100:00100000:0.0:1746156248.133669:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.133874:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057536000 00000100:00100000:2.0:1746156248.133881:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057536000 00002000:00100000:2.0:1746156248.133916:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e55500 x1830977057536000/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.133931:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55500 with x1830977057536000 ext(0->7) 00010000:00010000:2.0:1746156248.133939:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 66 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.133951:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 66 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.133957:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e55500 00000100:00100000:2.0:1746156248.134216:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2825 00000100:00100000:2.0:1746156248.134224:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+66:1974:x1830977057536000:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156248.134551:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057536000:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 328us (1015us total) trans 4294968017 rc 0/0 00000100:00100000:2.0:1746156248.134558:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2825 00002000:00100000:2.0:1746156248.134564:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092e55500 x1830977057536000/t4294968017(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/448 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.134571:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55500 with x1830977057536000 ext(0->7) 00010000:00010000:2.0:1746156248.134575:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.134585:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.134590:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e55500 00000100:00100000:0.0:1746156248.141747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.144596:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057536128 00000100:00100000:3.0:1746156248.144606:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057536128 00010000:00010000:3.0:1746156248.144641:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.144674:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11232 00000100:00100000:3.0:1746156248.144681:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1973:x1830977057536128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.144692:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.144708:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.144718:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.144737:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2a00/0xb0171789e0e786a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d0 expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.144761:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.144763:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.144768:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.144775:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.144800:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.144810:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054058624:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.144931:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.146571:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.146723:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054058624:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.146737:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.146777:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1973:x1830977057536128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2096us (5035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.146785:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11232 00000100:00100000:2.0:1746156248.146857:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057536384 00000100:00100000:2.0:1746156248.146867:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057536384 00002000:00100000:2.0:1746156248.146897:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8000 x1830977057536384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.146906:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8000 with x1830977057536384 ext(0->4095) 00002000:00010000:2.0:1746156248.146911:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8000 00000100:00100000:2.0:1746156248.146924:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4818 00000100:00100000:2.0:1746156248.146929:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057536384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.147208:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057536384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 278us (640us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.147213:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4818 00002000:00100000:2.0:1746156248.147218:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ce8000 x1830977057536384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.147224:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8000 with x1830977057536384 ext(0->4095) 00002000:00010000:2.0:1746156248.147226:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8000 00000100:00100000:0.0:1746156248.151121:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.151184:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057536512 00000100:00100000:2.0:1746156248.151191:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057536512 00000100:00100000:2.0:1746156248.151277:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6695 00000100:00100000:2.0:1746156248.151287:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31591:x1830977057536512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.151301:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.151314:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144de expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.151337:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.151349:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.151351:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.151354:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.151399:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.151410:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 5 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.151420:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054058752:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.151494:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.151574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.151590:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057536640 00000100:00100000:3.0:1746156248.151594:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057536640 00000100:00100000:3.0:1746156248.151616:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6696 00000100:00100000:3.0:1746156248.151620:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057536640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.151627:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.151632:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144e5 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.151647:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.151651:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.151657:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.151659:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.151677:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.151687:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.151694:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbada00, rc 0) 00000100:00100000:3.0:1746156248.151714:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31590:x1830977057536640:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.151719:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6696 00000100:00100000:2.0:1746156248.153672:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054058752:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.153694:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 69 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.153705:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156248.153732:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31591:x1830977057536512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2447us (2619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.153739:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6695 00000100:00100000:0.0:1746156248.154033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.154080:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057536768 00000100:00100000:3.0:1746156248.154094:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057536768 00010000:00010000:3.0:1746156248.154114:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.154142:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11233 00000100:00100000:3.0:1746156248.154148:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057536768:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.154157:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.154173:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.154182:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.154198:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e786a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144d7 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.154222:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.154224:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.154230:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.154241:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.154270:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.154279:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.154288:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059008:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.154348:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.156151:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059008:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.156168:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.156200:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057536768:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2052us (2168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.156209:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11233 00000100:00100000:0.0:1746156248.156412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.156460:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057537024 00000100:00100000:1.0:1746156248.156465:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057537024 00002000:00100000:1.0:1746156248.156492:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7df80 x1830977057537024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.156501:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7df80 with x1830977057537024 ext(0->4095) 00010000:00010000:1.0:1746156248.156507:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 69 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.156518:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 69 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.156523:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7df80 00000100:00100000:1.0:1746156248.156537:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2826 00000100:00100000:1.0:1746156248.156543:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1974:x1830977057537024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156248.156897:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1974:x1830977057537024:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 352us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.156903:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2826 00002000:00100000:1.0:1746156248.156908:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7df80 x1830977057537024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.156915:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7df80 with x1830977057537024 ext(0->4095) 00010000:00010000:1.0:1746156248.156919:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 69 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.156928:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 69 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.156933:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d7df80 00000100:00100000:0.0:1746156248.158747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.158822:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.158933:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057537152 00000100:00100000:2.0:1746156248.158939:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057537152 00000100:00100000:2.0:1746156248.158986:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6697 00000100:00100000:2.0:1746156248.158993:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057537152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.159009:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.159020:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144ec expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.159039:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.159044:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.159050:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156248.159053:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.159098:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.159110:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.159119:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156248.159154:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057537152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.159159:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6697 00000100:00100000:3.0:1746156248.159355:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057537280 00000100:00100000:3.0:1746156248.159359:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057537280 00010000:00010000:3.0:1746156248.159395:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 69 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.159422:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11234 00000100:00100000:3.0:1746156248.159427:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1972:x1830977057537280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.159435:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.159450:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 69 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.159458:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 69 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.159685:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e786af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144de expref: 69 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.159695:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.159696:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.159701:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.159707:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.159742:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.159752:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.159772:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059264:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.159839:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.161846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.161889:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057537536 00000100:00100000:1.0:1746156248.161895:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057537536 00000100:00100000:3.0:1746156248.161918:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059264:192.168.203.27@tcp:105: 00002000:00100000:1.0:1746156248.161926:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8e680 x1830977057537536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746156248.161932:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746156248.161935:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8e680 with x1830977057537536 ext(0->4095) 00010000:00010000:1.0:1746156248.161941:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.161951:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.161956:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8e680 00000100:00100000:3.0:1746156248.161967:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1972:x1830977057537280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2539us (3147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.161974:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11234 00000100:00100000:1.0:1746156248.165306:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2827 00000100:00100000:1.0:1746156248.165322:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057537536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156248.165478:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057537536:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (3636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.165484:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2827 00002000:00100000:1.0:1746156248.165491:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8e680 x1830977057537536/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.165499:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8e680 with x1830977057537536 ext(0->4095) 00010000:00010000:1.0:1746156248.165506:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.165518:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.165528:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8e680 00000100:00100000:0.0:1746156248.167800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.167886:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.169734:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057537792 00000100:00100000:3.0:1746156248.169744:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057537792 00010000:00010000:3.0:1746156248.169777:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.169813:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11235 00000100:00100000:3.0:1746156248.169819:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057537792:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.169831:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.169847:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.169857:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.169872:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbada00/0xb0171789e0e786b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144e5 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.169889:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.169891:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.169901:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.169908:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.169933:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.169942:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059392:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.169999:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.171016:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057537664 00000100:00100000:1.0:1746156248.171023:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057537664 00000100:00100000:1.0:1746156248.171511:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6698 00000100:00100000:1.0:1746156248.171520:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977057537664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.171533:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.171546:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144f3 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.171565:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.171572:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.171573:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.171576:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.171595:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.171604:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 5 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.171612:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054059520:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156248.172342:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.174142:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059392:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.174142:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054059520:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.174157:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156248.174161:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.174173:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b528000, rc 0) 00000100:00100000:3.0:1746156248.174202:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1974:x1830977057537792:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4382us (6406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.174211:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11235 00000100:00100000:1.0:1746156248.174348:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977057537664:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2828us (6460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.174356:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6698 00000100:00100000:0.0:1746156248.176484:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.178154:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057538048 00000100:00100000:1.0:1746156248.178165:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057538048 00002000:00100000:1.0:1746156248.178200:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8f800 x1830977057538048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.178208:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8f800 with x1830977057538048 ext(0->4095) 00010000:00010000:1.0:1746156248.178216:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.178229:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.178236:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8f800 00000100:00100000:1.0:1746156248.178271:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2828 00000100:00100000:1.0:1746156248.178278:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057538048:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746156248.178444:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057538048:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 166us (1966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.178449:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2828 00002000:00100000:1.0:1746156248.178454:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8f800 x1830977057538048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.178465:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8f800 with x1830977057538048 ext(0->4095) 00010000:00010000:1.0:1746156248.178469:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.178477:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.178483:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c8f800 00000100:00100000:0.0:1746156248.182068:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.182167:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057538176 00000100:00100000:3.0:1746156248.182175:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057538176 00010000:00010000:3.0:1746156248.182203:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.182238:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11236 00000100:00100000:3.0:1746156248.182245:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057538176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.182259:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.182277:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.182288:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.182306:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e786bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144ec expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.182893:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.182895:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.182901:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.182909:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.182937:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.182947:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059648:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.183761:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.186270:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059648:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.186288:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.186560:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057538176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4313us (4495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.186573:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11236 00000100:00100000:0.0:1746156248.187137:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.187229:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057538432 00000100:00100000:2.0:1746156248.187234:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057538432 00002000:00100000:2.0:1746156248.187267:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ed80 x1830977057538432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.187277:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ed80 with x1830977057538432 ext(0->4095) 00002000:00010000:2.0:1746156248.187281:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8ed80 00000100:00100000:2.0:1746156248.187307:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4819 00000100:00100000:2.0:1746156248.187314:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057538432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.187446:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057538432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.187451:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4819 00002000:00100000:2.0:1746156248.187455:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ed80 x1830977057538432/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.187461:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ed80 with x1830977057538432 ext(0->4095) 00002000:00010000:2.0:1746156248.187464:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8ed80 00000100:00100000:0.0:1746156248.190031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.190123:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057538560 00000100:00100000:1.0:1746156248.190130:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057538560 00000100:00100000:1.0:1746156248.190160:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6699 00000100:00100000:1.0:1746156248.190166:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057538560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.190179:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.190192:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8144fa expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.190213:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.190223:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.190225:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.190228:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.190251:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.190265:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.190275:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054059776:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156248.190341:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3300 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.191840:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054059776:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156248.191859:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.191871:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b528a00, rc 0) 00000100:00100000:1.0:1746156248.191906:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057538560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1740us (1880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.191914:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6699 00000100:00100000:0.0:1746156248.192403:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.192806:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057538688 00000100:00100000:3.0:1746156248.192812:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057538688 00010000:00010000:3.0:1746156248.192834:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.192867:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11237 00000100:00100000:3.0:1746156248.192874:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057538688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.192883:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.192899:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.192909:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.192925:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144f3 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.192949:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.192951:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.192956:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.192963:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.192988:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.192999:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059904:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.193071:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.194646:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054059904:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.194659:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.194683:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057538688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1809us (2280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.194690:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11237 00000100:00100000:0.0:1746156248.195996:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.196057:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057538944 00000100:00100000:1.0:1746156248.196063:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057538944 00002000:00100000:1.0:1746156248.196104:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0a80 x1830977057538944/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.196112:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0a80 with x1830977057538944 ext(0->4095) 00002000:00010000:1.0:1746156248.196116:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b0a80 00000100:00100000:1.0:1746156248.196231:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4820 00000100:00100000:1.0:1746156248.196238:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057538944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156248.196395:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057538944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.196404:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4820 00002000:00100000:1.0:1746156248.196409:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b0a80 x1830977057538944/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.196415:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0a80 with x1830977057538944 ext(0->4095) 00002000:00010000:1.0:1746156248.196418:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b0a80 00000100:00100000:0.0:1746156248.197667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.197829:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057539072 00000100:00100000:1.0:1746156248.197833:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057539072 00000100:00100000:1.0:1746156248.197944:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6700 00000100:00100000:1.0:1746156248.197950:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31591:x1830977057539072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.197960:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.197973:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814501 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.197990:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.197996:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.197997:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.198000:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.198020:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.198029:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 5 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.198042:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054060032:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156248.198106:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.198389:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.198427:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057539200 00000100:00100000:3.0:1746156248.198431:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057539200 00000100:00100000:3.0:1746156248.198476:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6701 00000100:00100000:3.0:1746156248.198481:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057539200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.198488:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.198494:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814508 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.198506:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.198509:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 70 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.198514:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.198517:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.198534:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 70 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.198554:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.198562:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2ec00, rc 0) 00000100:00100000:3.0:1746156248.198587:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31590:x1830977057539200:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.198593:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6701 00000100:00100000:1.0:1746156248.200740:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054060032:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156248.200760:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.200771:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b570c00, rc 0) 00000100:00100000:1.0:1746156248.201163:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31591:x1830977057539072:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3211us (3496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.201171:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6700 00000100:00100000:0.0:1746156248.201324:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.201506:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057539328 00000100:00100000:3.0:1746156248.201512:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057539328 00010000:00010000:3.0:1746156248.201533:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.201648:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11238 00000100:00100000:3.0:1746156248.201656:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057539328:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.201667:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.201684:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.201693:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.201710:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8144fa expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.201733:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.201735:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.201741:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.201748:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.201773:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.201886:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.201896:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054060288:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.202259:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.203913:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054060288:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.203928:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.204055:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057539328:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2400us (2731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.204063:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11238 00000100:00100000:0.0:1746156248.206025:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.206129:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057539584 00000100:00100000:1.0:1746156248.206136:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057539584 00002000:00100000:1.0:1746156248.206175:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b405180 x1830977057539584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.206185:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405180 with x1830977057539584 ext(0->4095) 00010000:00010000:1.0:1746156248.206191:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.206203:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.206208:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b405180 00000100:00100000:1.0:1746156248.206236:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2829 00000100:00100000:1.0:1746156248.206243:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057539584:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156248.206406:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057539584:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.206412:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2829 00002000:00100000:1.0:1746156248.206417:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b405180 x1830977057539584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.206424:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405180 with x1830977057539584 ext(0->4095) 00010000:00010000:1.0:1746156248.206428:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.206436:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.206442:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b405180 00000100:00100000:0.0:1746156248.209888:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.209957:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.210140:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057539712 00000100:00100000:1.0:1746156248.210146:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057539712 00000100:00100000:3.0:1746156248.210255:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057539840 00000100:00100000:3.0:1746156248.210259:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057539840 00010000:00010000:3.0:1746156248.210280:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.210351:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6702 00000100:00100000:1.0:1746156248.210397:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057539712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746156248.210400:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11239 00000100:00100000:3.0:1746156248.210406:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1974:x1830977057539840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.210411:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.210419:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.210435:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.210445:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.210447:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81450f expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.210461:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e786d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814501 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.210463:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.210468:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.210473:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.210476:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.210482:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.210484:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.210489:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.210495:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.210553:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.210562:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.210570:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.210573:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054060544:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.210577:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.210584:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054060416:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.210634:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.210638:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77240 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.211899:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054060544:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.211906:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054060416:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.211914:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.211915:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156248.211920:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156248.211924:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b529200, rc 0) 00000100:00100000:3.0:1746156248.212030:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057539840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1623us (2071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.212030:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057539712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1671us (2147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.212037:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11239 00000100:00100000:1.0:1746156248.212037:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6702 00000100:00100000:2.0:1746156248.212093:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057540096 00000100:00100000:2.0:1746156248.212098:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057540096 00002000:00100000:2.0:1746156248.212125:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b406a00 x1830977057540096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.212133:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b406a00 with x1830977057540096 ext(0->4095) 00010000:00010000:2.0:1746156248.212138:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.212148:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.212153:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b406a00 00000100:00100000:2.0:1746156248.212211:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2830 00000100:00100000:2.0:1746156248.212218:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1972:x1830977057540096:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746156248.212596:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1972:x1830977057540096:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 378us (676us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.212602:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2830 00002000:00100000:2.0:1746156248.212606:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b406a00 x1830977057540096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.212613:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b406a00 with x1830977057540096 ext(0->4095) 00010000:00010000:2.0:1746156248.212618:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.212625:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.212630:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b406a00 00000100:00100000:0.0:1746156248.213799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.213835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.213873:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057540224 00000100:00100000:3.0:1746156248.213878:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057540224 00000100:00100000:1.0:1746156248.213899:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057540352 00010000:00010000:3.0:1746156248.213900:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.213902:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057540352 00000100:00100000:3.0:1746156248.213963:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11240 00000100:00100000:1.0:1746156248.213963:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6703 00000100:00100000:3.0:1746156248.213968:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1972:x1830977057540224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746156248.213968:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057540352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.213976:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.213977:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.213985:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814516 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.213990:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.213998:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.214007:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.214010:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.214015:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156248.214018:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 70 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.214068:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e786d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814508 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.214252:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.214254:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.214254:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.214258:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.214265:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.214275:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.214280:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.214281:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b528000, rc 0) 00010000:00010000:3.0:1746156248.214289:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 5 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.214297:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054060800:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.214619:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057540352:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 650us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.214625:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6703 00000100:00100000:3.0:1746156248.214783:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77240 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.215963:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054060800:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.215976:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.216000:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1972:x1830977057540224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2031us (2165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.216174:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11240 00000100:00100000:0.0:1746156248.216252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.216443:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057540608 00000100:00100000:2.0:1746156248.216448:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057540608 00002000:00100000:2.0:1746156248.216483:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404700 x1830977057540608/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.216492:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404700 with x1830977057540608 ext(0->4095) 00010000:00010000:2.0:1746156248.216498:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.216509:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.216514:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b404700 00000100:00100000:2.0:1746156248.216540:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2831 00000100:00100000:2.0:1746156248.216547:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057540608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.216675:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057540608:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (422us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.216681:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2831 00002000:00100000:2.0:1746156248.216686:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404700 x1830977057540608/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.216693:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404700 with x1830977057540608 ext(0->4095) 00010000:00010000:2.0:1746156248.216697:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.216706:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.216712:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b404700 00000100:00100000:0.0:1746156248.218236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.218283:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057540736 00000100:00100000:3.0:1746156248.218288:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057540736 00010000:00010000:3.0:1746156248.218310:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.218336:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11241 00000100:00100000:3.0:1746156248.218340:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057540736:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.218347:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.218362:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.218399:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.218419:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b529200/0xb0171789e0e786e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81450f expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.218429:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.218431:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.218436:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.218504:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.218526:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.218533:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054060928:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.218666:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77240 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.220341:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054060928:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.220356:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.220400:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057540736:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2058us (2165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.220407:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11241 00000100:00100000:0.0:1746156248.220809:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.220873:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057540992 00000100:00100000:2.0:1746156248.220878:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057540992 00002000:00100000:2.0:1746156248.220907:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b407480 x1830977057540992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.220916:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b407480 with x1830977057540992 ext(0->4095) 00002000:00010000:2.0:1746156248.220920:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b407480 00000100:00100000:2.0:1746156248.220998:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4821 00000100:00100000:2.0:1746156248.221005:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057540992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.221195:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057540992:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 191us (387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.221200:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4821 00002000:00100000:2.0:1746156248.221204:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b407480 x1830977057540992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.221209:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b407480 with x1830977057540992 ext(0->4095) 00002000:00010000:2.0:1746156248.221211:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b407480 00000100:00100000:0.0:1746156248.222268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.222359:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057541120 00000100:00100000:1.0:1746156248.222397:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057541120 00000100:00100000:1.0:1746156248.222432:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6704 00000100:00100000:1.0:1746156248.222437:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057541120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.222448:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.222461:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81451d expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.222484:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.222490:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.222492:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.222495:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.222521:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.222531:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.222540:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054061056:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156248.222605:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.223840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.223916:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054061056:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156248.223930:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.223941:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b528a00, rc 0) 00000100:00100000:1.0:1746156248.223964:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057541120:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1525us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.223969:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6704 00000100:00100000:3.0:1746156248.224026:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057541248 00000100:00100000:3.0:1746156248.224031:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057541248 00010000:00010000:3.0:1746156248.224048:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.224095:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11242 00000100:00100000:3.0:1746156248.224101:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057541248:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.224110:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.224123:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.224132:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.224147:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e786e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814516 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.224155:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.224156:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.224161:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.224168:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.224186:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.224195:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054061184:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.224228:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77240 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.226398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.226479:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054061184:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.226496:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.226525:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057541248:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2423us (2686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.226533:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11242 00000100:00100000:2.0:1746156248.226657:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057541504 00000100:00100000:2.0:1746156248.226662:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057541504 00002000:00100000:2.0:1746156248.226692:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc2680 x1830977057541504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.226702:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc2680 with x1830977057541504 ext(0->4095) 00002000:00010000:2.0:1746156248.226705:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133fc2680 00000100:00100000:2.0:1746156248.226730:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4822 00000100:00100000:2.0:1746156248.226737:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057541504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.227069:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057541504:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 333us (672us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.227075:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4822 00002000:00100000:2.0:1746156248.227079:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc2680 x1830977057541504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.227097:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc2680 with x1830977057541504 ext(0->4095) 00002000:00010000:2.0:1746156248.227099:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133fc2680 00000100:00100000:0.0:1746156248.228745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.228786:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057541632 00000100:00100000:1.0:1746156248.228791:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057541632 00000100:00100000:1.0:1746156248.228831:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6705 00000100:00100000:1.0:1746156248.228838:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31591:x1830977057541632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.228850:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.228863:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814524 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.228883:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.228890:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.228891:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.228894:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.228916:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.228927:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 5 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.228936:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054061312:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156248.228990:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.231092:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054061312:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156248.231115:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.231132:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b571600, rc 0) 00000100:00100000:1.0:1746156248.231165:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31591:x1830977057541632:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2326us (2423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.231172:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6705 00000100:00100000:2.0:1746156248.231937:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.231978:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057541760 00000100:00100000:1.0:1746156248.231982:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057541760 00000100:00100000:1.0:1746156248.232015:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6706 00000100:00100000:1.0:1746156248.232021:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977057541760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.232032:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.232043:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81452b expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.232120:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.232150:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057541888 00000100:00100000:2.0:1746156248.232154:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057541888 00010000:00010000:2.0:1746156248.232174:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.232177:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.232182:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.232187:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.232189:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.232193:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11243 00000100:00100000:2.0:1746156248.232199:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057541888:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.232206:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.232210:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.232218:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 69 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.232223:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.232227:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b529c00, rc 0) 00010000:00010000:2.0:1746156248.232234:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.232244:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057541760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (309us total) trans 0 rc 0/0 00010000:00010000:2.0:1746156248.232248:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e786ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81451d expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.232249:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6706 00010000:00010000:2.0:1746156248.232261:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.232262:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.232267:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.232274:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.232669:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.232681:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.232691:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054061568:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.232745:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.234585:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054061568:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.234601:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.234626:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057541888:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2428us (2506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.234633:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11243 00000100:00100000:0.0:1746156248.235053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.235157:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057542144 00000100:00100000:3.0:1746156248.235162:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057542144 00002000:00100000:3.0:1746156248.235188:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039180 x1830977057542144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.235196:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039180 with x1830977057542144 ext(0->4095) 00010000:00010000:3.0:1746156248.235203:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.235212:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.235219:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095039180 00000100:00100000:3.0:1746156248.235887:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2832 00000100:00100000:3.0:1746156248.235896:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057542144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.236196:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057542144:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 301us (1143us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.236205:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2832 00002000:00100000:3.0:1746156248.236210:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095039180 x1830977057542144/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.236217:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095039180 with x1830977057542144 ext(0->4095) 00010000:00010000:3.0:1746156248.236222:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.236231:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.236236:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880095039180 00000100:00100000:0.0:1746156248.237446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.237567:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057542272 00000100:00100000:1.0:1746156248.237573:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057542272 00000100:00100000:1.0:1746156248.237606:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6707 00000100:00100000:1.0:1746156248.237613:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057542272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.237622:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.237634:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814532 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.237651:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.237655:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.237661:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156248.237664:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.237691:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.237700:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.237712:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b528000, rc 0) 00000100:00100000:1.0:1746156248.237749:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057542272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.237755:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6707 00000100:00100000:0.0:1746156248.238493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.238567:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057542400 00000100:00100000:2.0:1746156248.238572:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057542400 00010000:00010000:2.0:1746156248.238596:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.238625:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11244 00000100:00100000:2.0:1746156248.238631:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1974:x1830977057542400:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.238640:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.238654:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.238663:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.238682:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e786f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814524 expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.238690:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.238692:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.238697:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.238703:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.239023:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.239033:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.239043:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054061824:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.239218:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.240551:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054061824:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.240567:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.240600:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057542400:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1969us (2107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.240607:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11244 00000100:00100000:0.0:1746156248.240741:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.240803:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057542656 00000100:00100000:3.0:1746156248.240808:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057542656 00002000:00100000:3.0:1746156248.240832:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60adf80 x1830977057542656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.240840:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60adf80 with x1830977057542656 ext(0->4095) 00010000:00010000:3.0:1746156248.240846:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.240856:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.240861:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60adf80 00000100:00100000:3.0:1746156248.240887:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2833 00000100:00100000:3.0:1746156248.240894:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057542656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.241010:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057542656:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.241015:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2833 00002000:00100000:3.0:1746156248.241020:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60adf80 x1830977057542656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.241032:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60adf80 with x1830977057542656 ext(0->4095) 00010000:00010000:3.0:1746156248.241037:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.241046:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.241051:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60adf80 00000100:00100000:0.0:1746156248.241963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.242065:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057542784 00000100:00100000:3.0:1746156248.242070:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057542784 00000100:00100000:3.0:1746156248.242112:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6708 00000100:00100000:3.0:1746156248.242118:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977057542784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.242125:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.242141:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814539 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.242159:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.242163:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.242167:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156248.242170:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.242191:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.242204:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.242212:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2f600, rc 0) 00000100:00100000:3.0:1746156248.242232:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057542784:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.242237:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6708 00000100:00100000:0.0:1746156248.242500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.242817:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057542912 00000100:00100000:3.0:1746156248.242820:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057542912 00010000:00010000:3.0:1746156248.242834:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.242852:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11245 00000100:00100000:3.0:1746156248.242858:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1973:x1830977057542912:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.242865:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.242878:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.242887:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.242902:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e786fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81452b expref: 69 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.242925:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.242927:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.242932:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.242939:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.242956:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 5 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.242965:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 5 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.242974:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062080:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.243017:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.244647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.244730:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062080:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.244742:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.244765:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1973:x1830977057542912:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1908us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.244772:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11245 00000100:00100000:2.0:1746156248.244851:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057543168 00000100:00100000:2.0:1746156248.244855:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057543168 00002000:00100000:2.0:1746156248.244879:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444b480 x1830977057543168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.244887:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444b480 with x1830977057543168 ext(0->4095) 00010000:00010000:2.0:1746156248.244892:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.244905:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.244910:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009444b480 00000100:00100000:2.0:1746156248.244931:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2834 00000100:00100000:2.0:1746156248.244936:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057543168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.245628:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057543168:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 690us (982us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.245636:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2834 00002000:00100000:2.0:1746156248.245642:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009444b480 x1830977057543168/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.245648:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444b480 with x1830977057543168 ext(0->4095) 00010000:00010000:2.0:1746156248.245653:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.245662:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.245666:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009444b480 00000100:00100000:0.0:1746156248.247166:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.247791:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057543296 00000100:00100000:3.0:1746156248.247797:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057543296 00010000:00010000:3.0:1746156248.247826:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.247941:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11246 00000100:00100000:3.0:1746156248.247948:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057543296:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.247962:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.247978:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.247988:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.248006:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78703 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814532 expref: 6 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.248159:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.248161:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.248167:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.248174:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.248199:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.248209:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062208:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.248271:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.250136:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062208:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.250151:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.250180:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057543296:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2231us (3015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.250192:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11246 00000100:00100000:0.0:1746156248.250761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.251170:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057543552 00000100:00100000:3.0:1746156248.251176:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057543552 00002000:00100000:3.0:1746156248.251202:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448e00 x1830977057543552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.251211:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448e00 with x1830977057543552 ext(0->4095) 00002000:00010000:3.0:1746156248.251214:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094448e00 00000100:00100000:3.0:1746156248.251240:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4823 00000100:00100000:3.0:1746156248.251246:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057543552:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.251777:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057543552:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 530us (1017us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.251783:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4823 00002000:00100000:3.0:1746156248.251788:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094448e00 x1830977057543552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.251796:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448e00 with x1830977057543552 ext(0->4095) 00002000:00010000:3.0:1746156248.251799:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094448e00 00000100:00100000:0.0:1746156248.254360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.255474:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057543680 00000100:00100000:3.0:1746156248.255482:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057543680 00000100:00100000:3.0:1746156248.255524:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6709 00000100:00100000:3.0:1746156248.255531:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057543680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.255546:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.255558:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814540 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.255585:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.255591:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.255592:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.255595:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.255617:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.255627:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.255636:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054062336:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.255714:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.257837:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054062336:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.257861:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.257873:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2ec00, rc 0) 00000100:00100000:3.0:1746156248.257903:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057543680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2372us (3547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.257910:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6709 00000100:00100000:0.0:1746156248.258308:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.258392:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057543808 00000100:00100000:3.0:1746156248.258398:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057543808 00010000:00010000:3.0:1746156248.258416:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.258434:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11247 00000100:00100000:3.0:1746156248.258440:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057543808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.258449:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.258465:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.258473:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.258490:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7870a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814539 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.258502:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.258504:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.258509:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.258515:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.258536:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.258545:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062464:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.258591:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.260758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.260851:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062464:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.260866:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.260931:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057544064 00000100:00100000:2.0:1746156248.260936:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057544064 00000100:00100000:3.0:1746156248.261056:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057543808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2614us (2747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.261064:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11247 00002000:00100000:2.0:1746156248.263261:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00380 x1830977057544064/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.263270:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00380 with x1830977057544064 ext(0->4095) 00002000:00010000:2.0:1746156248.263276:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00380 00000100:00100000:2.0:1746156248.263299:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4824 00000100:00100000:2.0:1746156248.263313:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057544064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.263468:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057544064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (2714us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.263474:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4824 00002000:00100000:2.0:1746156248.263479:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880123b00380 x1830977057544064/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.263485:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00380 with x1830977057544064 ext(0->4095) 00002000:00010000:2.0:1746156248.263488:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00380 00000100:00100000:2.0:1746156248.263579:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.263712:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057544192 00000100:00100000:3.0:1746156248.263723:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057544192 00000100:00100000:3.0:1746156248.263750:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6710 00000100:00100000:3.0:1746156248.263756:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31590:x1830977057544192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.263764:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.263777:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814547 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.263799:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.263806:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.263808:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.263811:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.263834:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.263845:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.264996:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054062592:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.266330:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.267769:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.268026:0:8461:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057544320 00000100:00100000:1.0:1746156248.268032:0:8461:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057544320 00000100:00100000:1.0:1746156248.268181:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6711 00000100:00100000:1.0:1746156248.268188:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31591:x1830977057544320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.268203:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.268215:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81454e expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.268234:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.268238:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.268244:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.268246:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 70 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.268270:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.268278:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 70 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.268288:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b571600, rc 0) 00000100:00100000:1.0:1746156248.269270:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977057544320:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1078us (1500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.269278:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6711 00000100:00100000:3.0:1746156248.269770:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054062592:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.269788:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.269800:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbadc00, rc 0) 00000100:00100000:3.0:1746156248.269822:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057544192:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6067us (6243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.269827:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6710 00000100:00100000:0.0:1746156248.270321:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.270393:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057544448 00000100:00100000:3.0:1746156248.270398:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057544448 00010000:00010000:3.0:1746156248.270416:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.270436:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11248 00000100:00100000:3.0:1746156248.270442:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057544448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.270451:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.270468:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.270477:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.270500:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e78711 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814540 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.270525:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.270527:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.270533:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.270540:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.270562:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.270573:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.270588:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062848:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.270635:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.271702:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062848:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.271714:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.271744:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057544448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1302us (1424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.271752:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11248 00000100:00100000:0.0:1746156248.274927:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.275805:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057544704 00000100:00100000:2.0:1746156248.275812:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057544704 00002000:00100000:2.0:1746156248.275848:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546680 x1830977057544704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.275858:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546680 with x1830977057544704 ext(0->4095) 00010000:00010000:2.0:1746156248.275866:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.275879:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.275886:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b546680 00000100:00100000:2.0:1746156248.275912:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2835 00000100:00100000:2.0:1746156248.275919:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057544704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.276762:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057544704:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 840us (1838us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.276769:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2835 00002000:00100000:2.0:1746156248.276775:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b546680 x1830977057544704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.276783:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546680 with x1830977057544704 ext(0->4095) 00010000:00010000:2.0:1746156248.276788:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.276797:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.276802:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b546680 00000100:00100000:0.0:1746156248.281649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.281940:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057544832 00000100:00100000:3.0:1746156248.281947:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057544832 00010000:00010000:3.0:1746156248.281975:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.282218:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11249 00000100:00100000:3.0:1746156248.282226:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057544832:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.282238:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.282257:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.282267:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.282286:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e78718 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814547 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.282314:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.282316:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.282322:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.282330:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.282363:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 68 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.282400:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062976:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.282508:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.286341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.286712:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054062976:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.286727:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.286940:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057545088 00000100:00100000:2.0:1746156248.286945:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057545088 00002000:00100000:2.0:1746156248.286977:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545c00 x1830977057545088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.286985:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545c00 with x1830977057545088 ext(0->4095) 00002000:00010000:2.0:1746156248.286989:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b545c00 00000100:00100000:2.0:1746156248.287003:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4825 00000100:00100000:2.0:1746156248.287008:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1974:x1830977057545088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.287569:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057544832:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5341us (5923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.287577:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11249 00000100:00100000:2.0:1746156248.287696:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057545088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 687us (1362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.287702:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4825 00002000:00100000:2.0:1746156248.287708:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b545c00 x1830977057545088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.287714:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b545c00 with x1830977057545088 ext(0->4095) 00002000:00010000:2.0:1746156248.287717:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b545c00 00000100:00100000:0.0:1746156248.288990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.289058:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057545216 00000100:00100000:3.0:1746156248.289064:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057545216 00000100:00100000:3.0:1746156248.289111:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6712 00000100:00100000:3.0:1746156248.289117:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057545216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.289130:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.289142:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814555 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.289164:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.289172:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.289173:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.289176:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.289198:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 67 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.289209:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 67 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.289224:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054063104:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.289289:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.290499:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054063104:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.290517:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.290528:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2f800, rc 0) 00000100:00100000:3.0:1746156248.290552:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057545216:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1436us (1565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.290558:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6712 00000100:00100000:0.0:1746156248.291733:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.291839:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057545344 00000100:00100000:3.0:1746156248.291844:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057545344 00010000:00010000:3.0:1746156248.291865:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.291890:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11250 00000100:00100000:3.0:1746156248.291895:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057545344:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.291904:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.291921:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.291930:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.291951:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b571600/0xb0171789e0e7871f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81454e expref: 68 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.292031:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.292033:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.292039:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.292047:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.292068:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.292077:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054063232:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.292128:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.293744:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054063232:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.293758:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.293797:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057545344:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1901us (2066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.293805:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11250 00000100:00100000:0.0:1746156248.296281:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.296479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.296562:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057545728 00000100:00100000:3.0:1746156248.296568:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057545728 00000100:00100000:2.0:1746156248.296719:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057545600 00000100:00100000:2.0:1746156248.296722:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057545600 00000100:00100000:3.0:1746156248.296771:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6713 00000100:00100000:3.0:1746156248.296778:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31590:x1830977057545728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.296798:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.296810:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81455c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.296831:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.296837:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.296839:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.296841:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.296864:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.296873:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.296884:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054063360:192.168.203.27@tcp:104: 00002000:00100000:2.0:1746156248.296974:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350ca80 x1830977057545600/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.296982:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350ca80 with x1830977057545600 ext(0->4095) 00010000:00010000:2.0:1746156248.296987:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.297103:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00010000:00010000:2.0:1746156248.297222:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.297229:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350ca80 00000100:00100000:2.0:1746156248.297252:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2836 00000100:00100000:2.0:1746156248.297259:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057545600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.297391:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057545600:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (1114us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.297396:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2836 00002000:00100000:2.0:1746156248.297401:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009350ca80 x1830977057545600/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.297408:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350ca80 with x1830977057545600 ext(0->4095) 00010000:00010000:2.0:1746156248.297412:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.297421:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.297426:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009350ca80 00000100:00100000:3.0:1746156248.298638:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054063360:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.298658:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.298670:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbac400, rc 0) 00000100:00100000:3.0:1746156248.298764:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977057545728:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1986us (2284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.298774:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6713 00000100:00100000:0.0:1746156248.298813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.298879:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057545856 00000100:00100000:3.0:1746156248.298883:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057545856 00010000:00010000:3.0:1746156248.298962:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.298989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.298990:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11251 00000100:00100000:3.0:1746156248.298996:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057545856:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.299006:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.299019:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.299056:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057545984 00000100:00100000:2.0:1746156248.299060:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057545984 00010000:00010000:3.0:1746156248.299141:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 7 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.299157:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78726 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814555 expref: 7 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.299170:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.299172:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.299177:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.299183:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.299202:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.299211:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054063488:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.299245:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.299606:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6714 00000100:00100000:2.0:1746156248.299614:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057545984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.299623:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.299631:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814563 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.299644:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.299650:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.299651:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.299653:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.299668:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.299677:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.299685:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054063616:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.299731:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.301322:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054063488:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.301335:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.301514:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1973:x1830977057545856:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2516us (2700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.301521:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054063616:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.301522:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11251 00010000:00010000:2.0:1746156248.301539:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.301550:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:0.0:1746156248.301583:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.301635:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057546240 00000100:00100000:3.0:1746156248.301639:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057546240 00002000:00100000:3.0:1746156248.301661:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8000 x1830977057546240/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.301669:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8000 with x1830977057546240 ext(0->4095) 00010000:00010000:3.0:1746156248.301675:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.301684:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.301690:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c8000 00000100:00100000:3.0:1746156248.301703:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2837 00000100:00100000:3.0:1746156248.301710:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057546240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.301731:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057545984:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2118us (2741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.301736:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6714 00000100:00100000:3.0:1746156248.301893:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057546240:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.301902:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2837 00002000:00100000:3.0:1746156248.301907:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8000 x1830977057546240/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.301914:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8000 with x1830977057546240 ext(0->4095) 00010000:00010000:3.0:1746156248.301919:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.301927:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.301933:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c8000 00000100:00100000:0.0:1746156248.303432:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.303550:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057546368 00000100:00100000:2.0:1746156248.303554:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057546368 00000100:00100000:2.0:1746156248.303583:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6715 00000100:00100000:2.0:1746156248.303589:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31590:x1830977057546368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.303626:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.303637:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81456a expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.303654:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.303659:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.303665:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156248.303667:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.303757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.303818:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057546496 00000100:00100000:3.0:1746156248.303822:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057546496 00010000:00010000:3.0:1746156248.303835:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.303863:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11252 00000100:00100000:3.0:1746156248.303867:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1974:x1830977057546496:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.303873:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.303886:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.303894:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.303907:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e7872d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81455c expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.303919:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.303921:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.303925:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.303931:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.303950:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.303959:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.303968:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054063744:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.303975:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.303986:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.303992:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054063872:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.304251:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.304292:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.305341:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054063872:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.305359:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.305390:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156248.305424:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057546368:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1834us (1994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.305431:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6715 00000100:00100000:3.0:1746156248.305496:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054063744:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.305506:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.305521:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057546496:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1653us (1765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.305532:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11252 00000100:00100000:0.0:1746156248.305818:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.306221:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057546752 00000100:00100000:3.0:1746156248.306225:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057546752 00002000:00100000:3.0:1746156248.306247:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8700 x1830977057546752/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.306261:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8700 with x1830977057546752 ext(0->4095) 00010000:00010000:3.0:1746156248.306266:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.306276:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.306282:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c8700 00000100:00100000:3.0:1746156248.306307:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2838 00000100:00100000:3.0:1746156248.306317:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057546752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.306445:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057546752:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (627us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.306451:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2838 00002000:00100000:3.0:1746156248.306456:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8700 x1830977057546752/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.306502:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8700 with x1830977057546752 ext(0->4095) 00010000:00010000:3.0:1746156248.306507:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.306516:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.306522:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945c8700 00000100:00100000:0.0:1746156248.307624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.307686:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057546880 00000100:00100000:3.0:1746156248.307690:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057546880 00010000:00010000:3.0:1746156248.307706:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.307723:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11253 00000100:00100000:3.0:1746156248.307728:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057546880:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.307854:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.307873:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.307882:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.307898:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78734 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814563 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.307922:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.307924:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.307929:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.307935:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.307955:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.307962:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054064000:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.308017:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.309519:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054064000:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.309533:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.309557:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057546880:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1828us (1934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.309565:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11253 00000100:00100000:0.0:1746156248.309789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.309930:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057547136 00000100:00100000:3.0:1746156248.309934:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057547136 00002000:00100000:3.0:1746156248.309958:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8e00 x1830977057547136/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.309966:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8e00 with x1830977057547136 ext(0->4095) 00002000:00010000:3.0:1746156248.309969:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945c8e00 00000100:00100000:3.0:1746156248.309994:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4826 00000100:00100000:3.0:1746156248.310000:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057547136:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.310127:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057547136:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.310132:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4826 00002000:00100000:3.0:1746156248.310137:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c8e00 x1830977057547136/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.310143:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c8e00 with x1830977057547136 ext(0->4095) 00002000:00010000:3.0:1746156248.310145:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945c8e00 00000100:00100000:0.0:1746156248.311421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.311507:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057547264 00000100:00100000:2.0:1746156248.311511:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057547264 00000100:00100000:2.0:1746156248.311537:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6716 00000100:00100000:2.0:1746156248.311543:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057547264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.311552:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.311564:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814571 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.311583:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.311592:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.311593:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.311596:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.311615:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.311624:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.311633:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054064128:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.311818:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.312788:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054064128:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.312806:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.312815:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156248.312834:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057547264:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1292us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.312840:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6716 00000100:00100000:0.0:1746156248.313603:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.313666:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057547392 00000100:00100000:3.0:1746156248.313671:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057547392 00010000:00010000:3.0:1746156248.313690:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.313712:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11254 00000100:00100000:3.0:1746156248.313717:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1975:x1830977057547392:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.313725:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.313739:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.313747:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.313763:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7873b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81456a expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.313784:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.313786:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.313791:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.313798:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.313818:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.313827:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054064256:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.313872:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.315217:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054064256:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.315230:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.315718:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1975:x1830977057547392:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1997us (2113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.315725:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11254 00000100:00100000:0.0:1746156248.316329:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.316504:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057547648 00000100:00100000:3.0:1746156248.316509:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057547648 00002000:00100000:3.0:1746156248.316537:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c9880 x1830977057547648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.316545:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c9880 with x1830977057547648 ext(0->4095) 00002000:00010000:3.0:1746156248.316548:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945c9880 00000100:00100000:3.0:1746156248.316561:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4827 00000100:00100000:3.0:1746156248.316566:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057547648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.317428:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057547648:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 860us (1098us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.317435:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4827 00002000:00100000:3.0:1746156248.317440:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945c9880 x1830977057547648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.317447:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945c9880 with x1830977057547648 ext(0->4095) 00002000:00010000:3.0:1746156248.317450:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945c9880 00000100:00100000:0.0:1746156248.320274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.321259:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057547776 00000100:00100000:2.0:1746156248.321266:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057547776 00000100:00100000:2.0:1746156248.321316:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6717 00000100:00100000:2.0:1746156248.321323:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31590:x1830977057547776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.321338:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.321351:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814578 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.321391:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.321398:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.321400:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.321403:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.321429:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.321439:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.321448:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054064384:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.321518:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.321602:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.321616:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057547904 00000100:00100000:3.0:1746156248.321619:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057547904 00000100:00100000:3.0:1746156248.321647:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6718 00000100:00100000:3.0:1746156248.321653:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31591:x1830977057547904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.321662:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.321668:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81457f expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.321679:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.321683:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.321688:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.321690:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.321708:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.321719:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.321727:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2f800, rc 0) 00000100:00100000:3.0:1746156248.321751:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977057547904:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.321757:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6718 00000100:00100000:2.0:1746156248.323046:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054064384:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.323068:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.323155:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156248.323233:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057547776:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1910us (2964us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.323240:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6717 00000100:00100000:0.0:1746156248.323555:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.323628:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057548032 00000100:00100000:3.0:1746156248.323633:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057548032 00010000:00010000:3.0:1746156248.323655:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.323671:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11255 00000100:00100000:3.0:1746156248.323675:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057548032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.323682:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.323697:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.323703:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.323716:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78742 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814571 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.323998:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.324000:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.324006:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.324013:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.324036:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.324044:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.324053:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054064640:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.324117:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.325567:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054064640:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.325580:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.325616:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057548032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1939us (2060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.325623:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11255 00000100:00100000:0.0:1746156248.327023:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.327131:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057548288 00000100:00100000:3.0:1746156248.327136:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057548288 00002000:00100000:3.0:1746156248.327169:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945ca300 x1830977057548288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.327178:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ca300 with x1830977057548288 ext(0->4095) 00010000:00010000:3.0:1746156248.327185:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.327197:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.327202:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ca300 00000100:00100000:3.0:1746156248.327218:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2839 00000100:00100000:3.0:1746156248.327224:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057548288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.327337:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057548288:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.327343:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2839 00002000:00100000:3.0:1746156248.327347:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945ca300 x1830977057548288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.327353:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ca300 with x1830977057548288 ext(0->4095) 00010000:00010000:3.0:1746156248.327358:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.327384:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.327390:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ca300 00000100:00100000:0.0:1746156248.331124:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.332222:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057548416 00000100:00100000:3.0:1746156248.332231:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057548416 00010000:00010000:3.0:1746156248.332274:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.332302:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11256 00000100:00100000:3.0:1746156248.332309:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1973:x1830977057548416:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.332321:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.332338:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.332347:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.332383:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78749 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814578 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.332478:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.332480:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.332486:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.332497:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.332523:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 68 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.332534:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054064768:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.332603:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.333807:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054064768:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.333820:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.333842:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1973:x1830977057548416:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1534us (2725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.333849:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11256 00000100:00100000:0.0:1746156248.335317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.335887:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057548672 00000100:00100000:3.0:1746156248.335893:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057548672 00002000:00100000:3.0:1746156248.335925:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945caa00 x1830977057548672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.335934:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945caa00 with x1830977057548672 ext(0->4095) 00002000:00010000:3.0:1746156248.335937:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945caa00 00000100:00100000:3.0:1746156248.335953:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4828 00000100:00100000:3.0:1746156248.335964:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057548672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.336100:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057548672:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (786us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.336110:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4828 00002000:00100000:3.0:1746156248.336115:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945caa00 x1830977057548672/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.336121:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945caa00 with x1830977057548672 ext(0->4095) 00002000:00010000:3.0:1746156248.336124:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945caa00 00000100:00100000:0.0:1746156248.338102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.338201:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057548800 00000100:00100000:2.0:1746156248.338207:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057548800 00000100:00100000:2.0:1746156248.338247:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6719 00000100:00100000:2.0:1746156248.338254:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057548800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.338268:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.338282:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814586 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.338304:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 67 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.338311:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.338313:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.338316:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.338341:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 67 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.338353:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 67 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.338363:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054064896:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.338467:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.341063:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054064896:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.341099:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.341113:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156248.341144:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057548800:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2890us (3045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.341150:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6719 00000100:00100000:0.0:1746156248.342415:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.342539:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057548928 00000100:00100000:3.0:1746156248.342544:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057548928 00010000:00010000:3.0:1746156248.342570:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.342589:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11257 00000100:00100000:3.0:1746156248.342595:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057548928:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.342606:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.342623:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.342632:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.342650:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e78750 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81457f expref: 68 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.342661:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.342663:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.342668:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.342679:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.342704:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.342714:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054065024:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.342768:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.344645:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054065024:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.344663:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.344693:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1974:x1830977057548928:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2097us (2279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.344701:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11257 00000100:00100000:0.0:1746156248.344984:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.345651:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057549184 00000100:00100000:1.0:1746156248.345656:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057549184 00002000:00100000:1.0:1746156248.345686:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945cb480 x1830977057549184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.345693:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945cb480 with x1830977057549184 ext(0->4095) 00002000:00010000:1.0:1746156248.345697:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945cb480 00000100:00100000:1.0:1746156248.345721:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4829 00000100:00100000:1.0:1746156248.345727:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057549184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156248.345837:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057549184:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (852us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.345843:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4829 00002000:00100000:1.0:1746156248.345848:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800945cb480 x1830977057549184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.345854:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945cb480 with x1830977057549184 ext(0->4095) 00002000:00010000:1.0:1746156248.345857:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945cb480 00000100:00100000:0.0:1746156248.346653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.347235:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057549312 00000100:00100000:2.0:1746156248.347240:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057549312 00000100:00100000:2.0:1746156248.347291:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6720 00000100:00100000:2.0:1746156248.347297:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31590:x1830977057549312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.347313:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.347328:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81458d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.347354:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.347360:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.347361:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.347388:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.347414:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.347429:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.347439:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054065152:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.348108:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.348889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.349035:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057549440 00000100:00100000:2.0:1746156248.349040:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057549440 00000100:00100000:2.0:1746156248.349078:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6721 00000100:00100000:2.0:1746156248.349092:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31591:x1830977057549440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.349103:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.349113:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814594 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.349129:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.349133:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.349139:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.349141:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 70 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.349163:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.349173:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 70 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.349181:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156248.349218:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977057549440:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.349224:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6721 00000100:00100000:2.0:1746156248.350252:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054065152:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.350276:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.350286:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156248.350316:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057549312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3019us (3664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.350321:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6720 00000100:00100000:0.0:1746156248.350507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.350598:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057549568 00000100:00100000:3.0:1746156248.350603:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057549568 00010000:00010000:3.0:1746156248.350623:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.350641:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11258 00000100:00100000:3.0:1746156248.350646:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057549568:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.350655:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.350671:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.350680:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.350696:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78757 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814586 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.350716:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.350718:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.350724:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.350731:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.350757:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.350766:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.350851:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054065408:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.350909:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.351985:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054065408:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.351995:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.352026:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057549568:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1379us (1519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.352033:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11258 00000100:00100000:0.0:1746156248.352756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.352937:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057549824 00000100:00100000:3.0:1746156248.352941:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057549824 00002000:00100000:3.0:1746156248.352965:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b405c00 x1830977057549824/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.352973:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405c00 with x1830977057549824 ext(0->4095) 00010000:00010000:3.0:1746156248.352980:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.352989:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.352994:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b405c00 00000100:00100000:3.0:1746156248.353018:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2840 00000100:00100000:3.0:1746156248.353023:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057549824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.353136:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1975:x1830977057549824:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (381us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.353142:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2840 00002000:00100000:3.0:1746156248.353146:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b405c00 x1830977057549824/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.353153:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405c00 with x1830977057549824 ext(0->4095) 00010000:00010000:3.0:1746156248.353157:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.353165:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.353170:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b405c00 00000100:00100000:0.0:1746156248.354454:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.354738:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057549952 00000100:00100000:3.0:1746156248.354743:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057549952 00010000:00010000:3.0:1746156248.354764:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.355124:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11259 00000100:00100000:3.0:1746156248.355132:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1972:x1830977057549952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.355140:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.355154:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.355163:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.355178:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7875e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81458d expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.355203:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.355205:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.355215:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 68 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.355222:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 68 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.355247:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 68 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.355260:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054065536:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.355331:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a77300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.357307:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.357427:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057550208 00000100:00100000:2.0:1746156248.357432:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057550208 00002000:00100000:2.0:1746156248.357462:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b406d80 x1830977057550208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.357475:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b406d80 with x1830977057550208 ext(0->4095) 00002000:00010000:2.0:1746156248.357479:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b406d80 00000100:00100000:3.0:1746156248.357553:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054065536:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.357656:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4830 00000100:00100000:2.0:1746156248.357664:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1974:x1830977057550208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746156248.357742:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.357780:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1972:x1830977057549952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2649us (3328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.357787:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11259 00000100:00100000:2.0:1746156248.357859:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057550208:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 196us (555us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.357865:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4830 00002000:00100000:2.0:1746156248.357870:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b406d80 x1830977057550208/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.357877:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b406d80 with x1830977057550208 ext(0->4095) 00002000:00010000:2.0:1746156248.357880:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b406d80 00000100:00100000:0.0:1746156248.359838:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.359907:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057550336 00000100:00100000:2.0:1746156248.359913:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057550336 00000100:00100000:2.0:1746156248.359955:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6722 00000100:00100000:2.0:1746156248.359961:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057550336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.359974:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.359987:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81459b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.360008:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 67 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.360014:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.360016:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.360019:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.360040:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 67 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.360050:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 67 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.360060:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054065664:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.360128:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.361455:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054065664:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.361475:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.361487:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d000, rc 0) 00000100:00100000:2.0:1746156248.361511:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057550336:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1550us (1677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.361518:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6722 00000100:00100000:0.0:1746156248.362078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.362194:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057550464 00000100:00100000:3.0:1746156248.362199:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057550464 00010000:00010000:3.0:1746156248.362220:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 68 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.362239:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11260 00000100:00100000:3.0:1746156248.362245:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057550464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.362254:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.362269:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 68 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.362280:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 68 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.362295:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e78765 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814594 expref: 68 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.362320:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.362322:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.362328:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.362335:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.362361:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.362395:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054065792:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.362431:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4d4600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.363590:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054065792:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.363602:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.363699:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:1974:x1830977057550464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1453us (1621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.363706:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11260 00000100:00100000:0.0:1746156248.363898:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.363928:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057550720 00000100:00100000:2.0:1746156248.363932:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057550720 00002000:00100000:2.0:1746156248.363957:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57b80 x1830977057550720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.363965:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57b80 with x1830977057550720 ext(0->4095) 00002000:00010000:2.0:1746156248.363968:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57b80 00000100:00100000:2.0:1746156248.363995:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4831 00000100:00100000:2.0:1746156248.364000:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057550720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.364124:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057550720:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (226us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.364129:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4831 00002000:00100000:2.0:1746156248.364133:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092e57b80 x1830977057550720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.364140:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57b80 with x1830977057550720 ext(0->4095) 00002000:00010000:2.0:1746156248.364142:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57b80 00000100:00100000:0.0:1746156248.365312:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.365404:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057550848 00000100:00100000:2.0:1746156248.365408:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057550848 00000100:00100000:2.0:1746156248.365442:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6723 00000100:00100000:2.0:1746156248.365447:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+67:31591:x1830977057550848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.365458:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.365470:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145a2 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.365489:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.365496:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.365498:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.365500:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.365520:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.365530:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.365539:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054065920:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.365589:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.366337:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134ccb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054065920:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.366353:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 68 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.366472:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156248.366499:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:31591:x1830977057550848:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1051us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.366508:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6723 00000100:00100000:0.0:1746156248.366841:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.366885:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057550976 00000100:00100000:3.0:1746156248.366890:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057550976 00010000:00010000:3.0:1746156248.366908:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.366950:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11261 00000100:00100000:3.0:1746156248.366956:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057550976:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.366963:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.366977:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.366991:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.367007:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d000/0xb0171789e0e7876c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81459b expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.367016:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.367018:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.367022:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.367029:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.367047:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.367056:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054066048:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.367113:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4d4600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.368125:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054066048:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.368136:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.368155:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057550976:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1200us (1314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.368162:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11261 00000100:00100000:2.0:1746156248.368829:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.368879:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057551232 00000100:00100000:0.0:1746156248.368883:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057551232 00002000:00100000:0.0:1746156248.368904:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb480 x1830977057551232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156248.368912:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb480 with x1830977057551232 ext(0->4095) 00002000:00010000:0.0:1746156248.368915:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccb480 00000100:00100000:0.0:1746156248.368933:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4832 00000100:00100000:0.0:1746156248.368938:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057551232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746156248.369053:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057551232:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156248.369059:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4832 00002000:00100000:0.0:1746156248.369064:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccb480 x1830977057551232/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156248.369071:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb480 with x1830977057551232 ext(0->4095) 00002000:00010000:0.0:1746156248.369074:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccb480 00000100:00100000:0.0:1746156248.370494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.370596:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057551360 00000100:00100000:2.0:1746156248.370601:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057551360 00000100:00100000:2.0:1746156248.370638:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6724 00000100:00100000:2.0:1746156248.370645:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057551360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.370656:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.370669:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145a9 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.370687:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.370692:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.370693:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.370696:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.370716:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 67 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.370725:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 67 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.370734:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054066176:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.370794:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528900 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.372614:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054066176:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.372637:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.372648:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156248.372674:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057551360:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2030us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.372680:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6724 00000100:00100000:0.0:1746156248.373856:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.373943:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057551488 00000100:00100000:2.0:1746156248.373949:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057551488 00002000:00100000:2.0:1746156248.373976:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a4830a80 x1830977057551488/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.373985:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4830a80 with x1830977057551488 ext(0->7) 00010000:00010000:2.0:1746156248.373990:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.374000:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 68 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.374006:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4830a80 00000100:00100000:2.0:1746156248.374091:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2841 00000100:00100000:2.0:1746156248.374098:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+68:1974:x1830977057551488:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156248.374850:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1974:x1830977057551488:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 751us (995us total) trans 4294968018 rc 0/0 00000100:00100000:2.0:1746156248.374856:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2841 00002000:00100000:2.0:1746156248.374862:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a4830a80 x1830977057551488/t4294968018(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/448 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.374869:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4830a80 with x1830977057551488 ext(0->7) 00010000:00010000:2.0:1746156248.374874:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.374883:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.374888:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4830a80 00000100:00100000:0.0:1746156248.378182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.378279:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057551616 00000100:00100000:3.0:1746156248.378284:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057551616 00010000:00010000:3.0:1746156248.378308:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.378334:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11262 00000100:00100000:3.0:1746156248.378338:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1973:x1830977057551616:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.378347:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746156248.378359:0:8476:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746156248 -> 1746156249 00002000:00010000:3.0:1746156248.378361:0:8476:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746156248 -> 1746156249 00010000:00010000:3.0:1746156248.378364:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.378389:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.378404:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e78773 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a2 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.378423:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.378425:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.378429:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.378434:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.378454:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.378464:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054066304:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.378519:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4d4600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.380584:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054066304:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.380603:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.381167:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1973:x1830977057551616:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2826us (2990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.381175:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11262 00000100:00100000:0.0:1746156248.382059:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.382116:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057551872 00000100:00100000:2.0:1746156248.382122:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057551872 00002000:00100000:2.0:1746156248.382155:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923da300 x1830977057551872/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.382165:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923da300 with x1830977057551872 ext(0->4095) 00002000:00010000:2.0:1746156248.382169:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923da300 00000100:00100000:2.0:1746156248.382197:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4833 00000100:00100000:2.0:1746156248.382204:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057551872:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746156248.382336:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057551872:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.382341:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4833 00002000:00100000:2.0:1746156248.382346:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923da300 x1830977057551872/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.382353:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923da300 with x1830977057551872 ext(0->4095) 00002000:00010000:2.0:1746156248.382355:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923da300 00000100:00100000:0.0:1746156248.384126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.384216:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057552000 00000100:00100000:2.0:1746156248.384222:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057552000 00000100:00100000:2.0:1746156248.384382:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6725 00000100:00100000:2.0:1746156248.384391:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31591:x1830977057552000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.384403:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.384420:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145b0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.384441:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.384447:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.384448:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.384451:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.384471:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.384479:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.384488:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054066432:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.384558:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.386534:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054066432:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.386556:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.386571:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156248.386600:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977057552000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (2478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.386606:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6725 00000100:00100000:0.0:1746156248.386980:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.387139:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057552256 00000100:00100000:2.0:1746156248.387143:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057552256 00000100:00100000:2.0:1746156248.387175:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6726 00000100:00100000:2.0:1746156248.387181:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31590:x1830977057552256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.387192:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.387202:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145b7 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.387219:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.387223:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.387228:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.387231:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.387251:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.387260:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.387271:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156248.387299:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:31590:x1830977057552256:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.387304:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6726 00000100:00100000:0.0:1746156248.387628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.387810:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057552128 00000100:00100000:3.0:1746156248.387813:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057552128 00010000:00010000:3.0:1746156248.387829:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.387844:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11263 00000100:00100000:3.0:1746156248.387848:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057552128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.387855:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.387870:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.387878:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.387890:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7877a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145a9 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.387929:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.387932:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.387937:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.387944:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.387989:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.388000:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.388008:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054066688:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.388056:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4d4600 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.389359:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054066688:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.389397:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.389419:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057552128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1569us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.389426:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11263 00000100:00100000:0.0:1746156248.389766:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.389852:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057552512 00000100:00100000:1.0:1746156248.389857:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057552512 00002000:00100000:1.0:1746156248.389882:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9180 x1830977057552512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.389890:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9180 with x1830977057552512 ext(0->4095) 00010000:00010000:1.0:1746156248.389895:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.389905:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.389910:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9180 00000100:00100000:1.0:1746156248.389936:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2842 00000100:00100000:1.0:1746156248.389941:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1975:x1830977057552512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156248.390038:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1975:x1830977057552512:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.390043:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2842 00002000:00100000:1.0:1746156248.390047:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801338d9180 x1830977057552512/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.390053:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9180 with x1830977057552512 ext(0->4095) 00010000:00010000:1.0:1746156248.390056:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.390063:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.390068:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801338d9180 00000100:00100000:0.0:1746156248.391423:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.391505:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057552640 00000100:00100000:3.0:1746156248.391510:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057552640 00010000:00010000:3.0:1746156248.391526:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.391542:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11264 00000100:00100000:1.0:1746156248.391542:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.391547:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1973:x1830977057552640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.391557:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.391569:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.391576:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.391591:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78781 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b0 expref: 71 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.391609:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.391611:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.391616:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.391624:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.391646:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.391656:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054066816:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.391690:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057552768 00000100:00100000:2.0:1746156248.391693:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057552768 00000100:00100000:3.0:1746156248.391695:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4d4600 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.391715:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6727 00000100:00100000:2.0:1746156248.391720:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057552768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.391729:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.391829:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145be expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.391843:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.391849:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.391854:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.391857:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.391873:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.391882:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.391894:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054066944:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.391928:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.392903:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054066944:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.392921:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.392930:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:3.0:1746156248.392931:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054066816:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.392939:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.392951:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1973:x1830977057552640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1404us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.392951:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057552768:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1231us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.392957:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6727 00000100:00100000:3.0:1746156248.393122:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11264 00000100:00100000:0.0:1746156248.393455:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.393505:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057553024 00000100:00100000:1.0:1746156248.393508:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057553024 00002000:00100000:1.0:1746156248.393529:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e9500 x1830977057553024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.393537:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9500 with x1830977057553024 ext(0->4095) 00010000:00010000:1.0:1746156248.393541:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.393551:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.393557:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956e9500 00000100:00100000:1.0:1746156248.393580:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2843 00000100:00100000:1.0:1746156248.393585:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977057553024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156248.393700:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977057553024:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.393706:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2843 00002000:00100000:1.0:1746156248.393710:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800956e9500 x1830977057553024/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.393717:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9500 with x1830977057553024 ext(0->4095) 00010000:00010000:1.0:1746156248.393721:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.393729:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.393734:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800956e9500 00000100:00100000:0.0:1746156248.394951:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.395037:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057553152 00000100:00100000:2.0:1746156248.395042:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057553152 00000100:00100000:2.0:1746156248.395079:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6728 00000100:00100000:2.0:1746156248.395094:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31590:x1830977057553152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.395103:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.395113:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145c5 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.395127:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.395131:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.395136:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:0.0:1746156248.395137:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156248.395138:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 71 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.395190:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057553280 00000100:00100000:3.0:1746156248.395194:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057553280 00010000:00010000:3.0:1746156248.395208:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.395224:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11265 00000100:00100000:3.0:1746156248.395229:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1973:x1830977057553280:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.395235:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.395247:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.395248:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.395255:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.395272:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 72 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.395279:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.395280:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.395285:0:8463:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.395291:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.395306:0:8463:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.395318:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 5 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.395326:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054067200:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.395344:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e78788 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145b7 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.395395:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746156248.395403:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.395420:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1973:x1830977057553280:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 191us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.395426:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11265 00000100:00100000:2.0:1746156248.396793:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054067200:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.396806:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c800, rc 0) 00000100:00100000:2.0:1746156248.396833:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31590:x1830977057553152:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1740us (1884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.396842:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6728 00000100:00100000:0.0:1746156248.398853:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.398935:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057553536 00000100:00100000:1.0:1746156248.398941:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057553536 00002000:00100000:1.0:1746156248.399312:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404380 x1830977057553536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.399321:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404380 with x1830977057553536 ext(0->4095) 00010000:00010000:1.0:1746156248.399329:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.399341:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.399347:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b404380 00000100:00100000:1.0:1746156248.399423:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2844 00000100:00100000:1.0:1746156248.399430:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057553536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156248.399687:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057553536:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 257us (837us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.399694:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2844 00002000:00100000:1.0:1746156248.399699:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b404380 x1830977057553536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.399706:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b404380 with x1830977057553536 ext(0->4095) 00010000:00010000:1.0:1746156248.399711:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.399723:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.399728:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b404380 00000100:00100000:0.0:1746156248.402197:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.402329:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057553664 00000100:00100000:3.0:1746156248.402334:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057553664 00010000:00010000:3.0:1746156248.402358:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.402417:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11266 00000100:00100000:3.0:1746156248.402424:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057553664:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.402435:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.402453:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.402463:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.402481:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e7878f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145be expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.402530:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.402532:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.402538:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 69 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.402545:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 69 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.402571:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 69 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.402582:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054067328:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.402644:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d4d4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.405478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.405671:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054067328:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.405688:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.405720:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057553664:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3295us (3526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.405728:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11266 00000100:00100000:1.0:1746156248.405928:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057553920 00000100:00100000:1.0:1746156248.405933:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057553920 00002000:00100000:1.0:1746156248.405959:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b405880 x1830977057553920/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.405968:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405880 with x1830977057553920 ext(0->4095) 00002000:00010000:1.0:1746156248.405971:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b405880 00000100:00100000:1.0:1746156248.405985:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4834 00000100:00100000:1.0:1746156248.405990:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977057553920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156248.406102:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977057553920:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.406107:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4834 00002000:00100000:1.0:1746156248.406112:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b405880 x1830977057553920/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.406119:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b405880 with x1830977057553920 ext(0->4095) 00002000:00010000:1.0:1746156248.406121:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b405880 00000100:00100000:0.0:1746156248.408680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.408748:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057554048 00000100:00100000:2.0:1746156248.408753:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057554048 00000100:00100000:2.0:1746156248.408801:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6729 00000100:00100000:2.0:1746156248.408808:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057554048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.408820:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.408834:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145cc expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.408855:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 69 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.408862:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.408864:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.408866:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.408889:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 69 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.408899:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 69 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.408909:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054067456:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.408975:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.410223:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054067456:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.410244:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.410255:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156248.410280:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057554048:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1472us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.410286:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6729 00000100:00100000:0.0:1746156248.412345:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.412408:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057554176 00000100:00100000:3.0:1746156248.412414:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057554176 00010000:00010000:3.0:1746156248.412442:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 70 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.412466:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11267 00000100:00100000:3.0:1746156248.412472:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1974:x1830977057554176:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.412480:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.412496:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 70 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.412507:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 70 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.412528:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c800/0xb0171789e0e78796 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145c5 expref: 70 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.412656:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.412658:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.412665:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.412672:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.412701:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.412711:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054067584:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.412770:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.413788:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054067584:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.413799:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.413923:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b406300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1974:x1830977057554176:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1449us (1581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.413930:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11267 00000100:00100000:0.0:1746156248.414913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.414951:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.414996:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057554432 00000100:00100000:2.0:1746156248.415001:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057554432 00002000:00100000:2.0:1746156248.415033:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccbb80 x1830977057554432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.415042:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccbb80 with x1830977057554432 ext(0->4095) 00002000:00010000:2.0:1746156248.415045:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccbb80 00000100:00100000:2.0:1746156248.415070:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4835 00000100:00100000:2.0:1746156248.415076:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057554432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.415149:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057554560 00000100:00100000:3.0:1746156248.415153:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057554560 00000100:00100000:3.0:1746156248.415188:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6730 00000100:00100000:3.0:1746156248.415193:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31590:x1830977057554560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.415200:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.415211:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145d3 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.415235:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.415241:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.415243:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.415245:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.415455:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057554432:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 379us (543us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.415460:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4835 00010000:00010000:3.0:1746156248.415504:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.415515:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.415525:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054067712:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.415571:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00002000:00100000:2.0:1746156248.415716:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134ccbb80 x1830977057554432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.415725:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccbb80 with x1830977057554432 ext(0->4095) 00010000:00010000:2.0:1746156248.415731:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.415740:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.415746:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134ccbb80 00000100:00100000:3.0:1746156248.417144:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054067712:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.417162:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.417174:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2f600, rc 0) 00000100:00100000:3.0:1746156248.417289:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31590:x1830977057554560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2095us (2336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156248.417549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.417569:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057554688 00000100:00100000:0.0:1746156248.417573:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057554688 00000100:00100000:3.0:1746156248.417630:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6730 00000100:00100000:0.0:1746156248.417790:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6731 00000100:00100000:0.0:1746156248.417797:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977057554688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156248.417807:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156248.417816:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145da expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.418070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.418117:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057554816 00000100:00100000:3.0:1746156248.418121:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057554816 00010000:00010000:3.0:1746156248.418135:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.418137:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.418142:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.418146:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156248.418149:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.418171:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.418181:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.418188:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96800, rc 0) 00000100:00100000:0.0:1746156248.418205:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:31591:x1830977057554688:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 409us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156248.418237:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6731 00000100:00100000:3.0:1746156248.418552:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11268 00000100:00100000:3.0:1746156248.418558:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057554816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.418565:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.418626:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.418635:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.418649:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7879d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145cc expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.418693:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.418694:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.418699:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.418706:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.418724:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 70 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.418733:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 70 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.418741:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054067968:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.419179:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.420653:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054067968:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.420666:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.420691:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057554816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2133us (2621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.420699:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11268 00000100:00100000:0.0:1746156248.420737:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.420856:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057555072 00000100:00100000:2.0:1746156248.420861:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057555072 00002000:00100000:2.0:1746156248.420890:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60aed80 x1830977057555072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.420898:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aed80 with x1830977057555072 ext(0->4095) 00010000:00010000:2.0:1746156248.420904:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.420913:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.420919:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60aed80 00000100:00100000:2.0:1746156248.420934:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2845 00000100:00100000:2.0:1746156248.420940:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1975:x1830977057555072:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.421075:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1975:x1830977057555072:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.421090:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2845 00002000:00100000:2.0:1746156248.421096:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a60aed80 x1830977057555072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.421102:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aed80 with x1830977057555072 ext(0->4095) 00010000:00010000:2.0:1746156248.421106:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.421115:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.421119:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a60aed80 00000100:00100000:0.0:1746156248.422573:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.422612:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057555200 00000100:00100000:3.0:1746156248.422617:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057555200 00010000:00010000:3.0:1746156248.422633:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.422660:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11269 00000100:00100000:3.0:1746156248.422666:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1973:x1830977057555200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.422673:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.422687:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.422695:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.422711:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e787a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145d3 expref: 71 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.422729:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.422731:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.422736:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.422743:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.422765:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.422774:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054068096:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.422914:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.423999:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054068096:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.424011:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156248.424029:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.424066:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1973:x1830977057555200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1400us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.424073:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11269 00000100:00100000:1.0:1746156248.424184:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057555456 00000100:00100000:1.0:1746156248.424188:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057555456 00002000:00100000:1.0:1746156248.424211:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0700 x1830977057555456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.424224:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0700 with x1830977057555456 ext(0->4095) 00002000:00010000:1.0:1746156248.424228:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133fc0700 00000100:00100000:1.0:1746156248.424399:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4836 00000100:00100000:1.0:1746156248.424405:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1973:x1830977057555456:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156248.424504:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1973:x1830977057555456:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.424510:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4836 00002000:00100000:1.0:1746156248.424515:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133fc0700 x1830977057555456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.424526:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133fc0700 with x1830977057555456 ext(0->4095) 00002000:00010000:1.0:1746156248.424529:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133fc0700 00000100:00100000:0.0:1746156248.425836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.425883:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057555584 00000100:00100000:2.0:1746156248.425887:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057555584 00000100:00100000:2.0:1746156248.425922:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6732 00000100:00100000:2.0:1746156248.425927:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057555584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.425936:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.425945:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145e1 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.425959:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.425964:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.425965:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.425967:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.425984:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.425991:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.426004:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054068224:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.426064:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.426986:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054068224:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.427004:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.427014:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d600, rc 0) 00000100:00100000:2.0:1746156248.427202:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057555584:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1272us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.427209:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6732 00000100:00100000:0.0:1746156248.427406:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.427564:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057555712 00000100:00100000:3.0:1746156248.427569:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057555712 00010000:00010000:3.0:1746156248.427586:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.427693:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11270 00000100:00100000:3.0:1746156248.427700:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1974:x1830977057555712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.427708:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.427723:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.427732:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.427748:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96800/0xb0171789e0e787ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145da expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.427761:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.427763:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.427768:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.427775:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.427794:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.427802:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054068352:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.428133:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.429079:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054068352:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.429099:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.429128:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:1974:x1830977057555712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1428us (1722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.429135:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11270 00000100:00100000:0.0:1746156248.429344:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.429431:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057555968 00000100:00100000:2.0:1746156248.429436:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057555968 00002000:00100000:2.0:1746156248.429460:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b1c00 x1830977057555968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.429468:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1c00 with x1830977057555968 ext(0->4095) 00002000:00010000:2.0:1746156248.429472:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b1c00 00000100:00100000:2.0:1746156248.429635:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4837 00000100:00100000:2.0:1746156248.429642:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057555968:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.429773:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057555968:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.429779:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4837 00002000:00100000:2.0:1746156248.429784:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b4b1c00 x1830977057555968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.429792:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1c00 with x1830977057555968 ext(0->4095) 00002000:00010000:2.0:1746156248.429794:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b1c00 00000100:00100000:0.0:1746156248.431002:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.431062:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057556096 00000100:00100000:2.0:1746156248.431066:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057556096 00000100:00100000:2.0:1746156248.431158:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6733 00000100:00100000:2.0:1746156248.431165:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+69:31591:x1830977057556096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.431176:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.431189:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145e8 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.431208:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.431214:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.431215:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.431218:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.431242:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.431253:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.431262:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054068480:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.431437:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.433032:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054068480:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.433052:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 70 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.433069:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d200, rc 0) 00000100:00100000:2.0:1746156248.433138:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:31591:x1830977057556096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1973us (2136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.433145:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6733 00000100:00100000:0.0:1746156248.433910:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.434102:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057556224 00000100:00100000:3.0:1746156248.434107:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057556224 00010000:00010000:3.0:1746156248.434128:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.434157:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11271 00000100:00100000:3.0:1746156248.434163:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057556224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.434172:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.434187:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.434201:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.434219:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d600/0xb0171789e0e787b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e1 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.434243:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.434245:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.434250:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.434257:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.434278:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.434288:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054068608:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.434341:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.436672:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054068608:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.436688:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.436913:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057556224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2748us (3002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.436922:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11271 00000100:00100000:0.0:1746156248.437025:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.437077:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057556480 00000100:00100000:3.0:1746156248.437092:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057556480 00002000:00100000:3.0:1746156248.437117:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7ca80 x1830977057556480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.437126:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7ca80 with x1830977057556480 ext(0->4095) 00002000:00010000:3.0:1746156248.437130:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d7ca80 00000100:00100000:3.0:1746156248.437189:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4838 00000100:00100000:3.0:1746156248.437197:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977057556480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.437315:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1975:x1830977057556480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (290us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.437322:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4838 00002000:00100000:3.0:1746156248.437326:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092d7ca80 x1830977057556480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.437333:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d7ca80 with x1830977057556480 ext(0->4095) 00002000:00010000:3.0:1746156248.437336:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d7ca80 00000100:00100000:0.0:1746156248.438470:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.438539:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057556608 00000100:00100000:2.0:1746156248.438543:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057556608 00000100:00100000:2.0:1746156248.438618:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6734 00000100:00100000:2.0:1746156248.438624:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057556608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.438633:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.438644:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145ef expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.438663:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.438669:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.438671:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.438674:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.438695:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 69 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.438704:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 69 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.438715:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054068736:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.439273:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.441505:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054068736:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156248.441528:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.441541:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:0.0:1746156248.441582:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057556608:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2958us (3113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156248.441589:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6734 00000100:00100000:1.0:1746156248.441708:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.441881:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057556736 00000100:00100000:0.0:1746156248.441886:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057556736 00002000:00100000:0.0:1746156248.441911:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009361d880 x1830977057556736/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156248.441918:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361d880 with x1830977057556736 ext(0->7) 00010000:00010000:0.0:1746156248.441923:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.441934:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 70 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746156248.441939:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361d880 00000100:00100000:0.0:1746156248.442118:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2846 00000100:00100000:0.0:1746156248.442124:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+70:1972:x1830977057556736:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156248.442789:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1972:x1830977057556736:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 663us (1080us total) trans 4294968019 rc 0/0 00000100:00100000:1.0:1746156248.442794:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2846 00002000:00100000:1.0:1746156248.442799:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009361d880 x1830977057556736/t4294968019(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/448 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.442806:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361d880 with x1830977057556736 ext(0->7) 00010000:00010000:1.0:1746156248.442811:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.442820:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.442829:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009361d880 00000100:00100000:0.0:1746156248.444695:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.444922:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057556864 00000100:00100000:3.0:1746156248.444927:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057556864 00010000:00010000:3.0:1746156248.444951:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.445002:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11272 00000100:00100000:3.0:1746156248.445009:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1973:x1830977057556864:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.445018:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.445031:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.445045:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.445062:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d200/0xb0171789e0e787b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145e8 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.445091:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.445092:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.445098:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.445105:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.445128:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.445138:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054068864:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.445986:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.447569:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.447628:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057557120 00000100:00100000:1.0:1746156248.447633:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057557120 00002000:00100000:1.0:1746156248.447672:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ea00 x1830977057557120/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.447680:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ea00 with x1830977057557120 ext(0->4095) 00002000:00010000:1.0:1746156248.447684:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8ea00 00000100:00100000:3.0:1746156248.447915:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054068864:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.447930:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.447961:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:1973:x1830977057556864:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2952us (3270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.447969:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11272 00000100:00100000:1.0:1746156248.448009:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4839 00000100:00100000:1.0:1746156248.448015:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057557120:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746156248.448144:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057557120:12345-192.168.203.27@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.448150:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4839 00002000:00100000:1.0:1746156248.448155:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c8ea00 x1830977057557120/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.448162:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c8ea00 with x1830977057557120 ext(0->4095) 00002000:00010000:1.0:1746156248.448164:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c8ea00 00000100:00100000:0.0:1746156248.449702:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.449781:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057557248 00000100:00100000:2.0:1746156248.449785:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057557248 00000100:00100000:2.0:1746156248.449851:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6735 00000100:00100000:2.0:1746156248.449856:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+71:31591:x1830977057557248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.449864:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.449872:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145f6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.449888:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.449892:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.449893:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.449896:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 72 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.449912:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.449918:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.449925:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054068992:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.450196:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.451810:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054068992:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.451830:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 72 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.451841:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0d800, rc 0) 00000100:00100000:2.0:1746156248.451864:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:31591:x1830977057557248:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2008us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.451871:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6735 00000100:00100000:0.0:1746156248.454629:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.455068:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057557376 00000100:00100000:3.0:1746156248.455074:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057557376 00010000:00010000:3.0:1746156248.455112:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.455144:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11273 00000100:00100000:3.0:1746156248.455150:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057557376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.455161:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.455177:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.455188:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.455204:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145ef expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.455229:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.455231:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.455236:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.455243:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.455268:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.455277:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054069120:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.455342:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.457527:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054069120:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.457544:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.457575:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057557376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2425us (2951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.457584:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11273 00000100:00100000:1.0:1746156248.457598:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.457645:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057557632 00000100:00100000:2.0:1746156248.457650:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057557632 00002000:00100000:2.0:1746156248.457682:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361ed80 x1830977057557632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.457691:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361ed80 with x1830977057557632 ext(0->4095) 00002000:00010000:2.0:1746156248.457694:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361ed80 00000100:00100000:2.0:1746156248.457709:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4840 00000100:00100000:2.0:1746156248.457716:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1972:x1830977057557632:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746156248.457827:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1972:x1830977057557632:12345-192.168.203.27@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.457832:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4840 00002000:00100000:2.0:1746156248.457836:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009361ed80 x1830977057557632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.457843:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361ed80 with x1830977057557632 ext(0->4095) 00002000:00010000:2.0:1746156248.457845:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361ed80 00000100:00100000:0.0:1746156248.459763:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.459879:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057557760 00000100:00100000:2.0:1746156248.459885:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057557760 00000100:00100000:2.0:1746156248.459974:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6736 00000100:00100000:2.0:1746156248.459981:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057557760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.459994:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.460006:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8145fd expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.460025:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.460030:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.460032:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.460034:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.460056:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 71 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.460065:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 71 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.460074:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054069248:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.460782:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.462471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.462542:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057557888 00000100:00100000:1.0:1746156248.462548:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057557888 00002000:00100000:1.0:1746156248.462576:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920bdc00 x1830977057557888/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.462585:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bdc00 with x1830977057557888 ext(0->7) 00010000:00010000:1.0:1746156248.462592:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.462604:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 72 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.462609:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bdc00 00000100:00100000:1.0:1746156248.462636:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2847 00000100:00100000:1.0:1746156248.462642:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+72:1973:x1830977057557888:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156248.462958:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093873100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054069248:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.462983:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.462998:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156248.463041:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057557760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3060us (3281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.463047:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6736 00000100:00100000:1.0:1746156248.463287:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+74:1973:x1830977057557888:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 644us (819us total) trans 4294968020 rc 0/0 00000100:00100000:1.0:1746156248.463292:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2847 00002000:00100000:1.0:1746156248.463298:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920bdc00 x1830977057557888/t4294968020(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/448 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.463304:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bdc00 with x1830977057557888 ext(0->7) 00010000:00010000:1.0:1746156248.463309:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 74 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.463317:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 74 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.463323:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920bdc00 00000100:00100000:0.0:1746156248.475278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.475326:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.475940:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057558144 00000100:00100000:2.0:1746156248.475940:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057558016 00000100:00100000:3.0:1746156248.475947:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057558144 00010000:00010000:3.0:1746156248.475977:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 74 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.476014:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057558016 00000100:00100000:2.0:1746156248.476045:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6737 00000100:00100000:2.0:1746156248.476050:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:31590:x1830977057558016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.476061:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.476070:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814604 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.476097:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.476101:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.476106:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156248.476109:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 76 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.476133:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.476138:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11274 00000100:00100000:3.0:1746156248.476143:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1972:x1830977057558144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.476144:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 76 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.476151:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.476156:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00010000:00010000:3.0:1746156248.476167:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 76 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.476174:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 76 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.476187:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0d800/0xb0171789e0e787c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145f6 expref: 76 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.476453:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.476455:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746156248.476458:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+75:31590:x1830977057558016:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 407us (1187us total) trans 0 rc 0/0 00010000:00010000:3.0:1746156248.476459:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.476464:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6737 00010000:00010000:3.0:1746156248.476470:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.476487:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.476498:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.476507:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054069504:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.476668:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.480349:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.480453:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057558400 00000100:00100000:0.0:1746156248.480460:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057558400 00002000:00100000:0.0:1746156248.480493:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093873100 x1830977057558400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156248.480502:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093873100 with x1830977057558400 ext(0->4095) 00010000:00010000:0.0:1746156248.480509:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.480520:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746156248.480530:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093873100 00000100:00100000:3.0:1746156248.480537:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054069504:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.480552:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156248.480556:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2848 00000100:00100000:0.0:1746156248.480562:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057558400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.480581:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+74:1972:x1830977057558144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4438us (5254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.480587:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11274 00000100:00100000:3.0:1746156248.480879:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057558400:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 316us (536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.481039:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2848 00002000:00100000:3.0:1746156248.481046:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093873100 x1830977057558400/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.481054:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093873100 with x1830977057558400 ext(0->4095) 00010000:00010000:3.0:1746156248.481221:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.481233:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.481239:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093873100 00000100:00100000:0.0:1746156248.483635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.483688:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057558528 00000100:00100000:3.0:1746156248.483695:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057558528 00010000:00010000:3.0:1746156248.483722:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.483802:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11275 00000100:00100000:3.0:1746156248.483807:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057558528:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.483815:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.483829:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.483836:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.483850:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e787ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8145fd expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.483875:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.483878:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.483884:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 73 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.483896:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 73 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.483919:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 73 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.483929:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054069632:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.483991:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.486897:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.486970:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057558784 00000100:00100000:3.0:1746156248.486977:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057558784 00002000:00100000:3.0:1746156248.487010:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9f100 x1830977057558784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.487018:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9f100 with x1830977057558784 ext(0->4095) 00002000:00010000:3.0:1746156248.487022:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9f100 00000100:00100000:3.0:1746156248.487052:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4841 00000100:00100000:3.0:1746156248.487059:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+74:1974:x1830977057558784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.487183:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+74:1974:x1830977057558784:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.487189:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4841 00002000:00100000:3.0:1746156248.487194:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880095b9f100 x1830977057558784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.487201:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b9f100 with x1830977057558784 ext(0->4095) 00002000:00010000:3.0:1746156248.487204:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b9f100 00000100:00100000:2.0:1746156248.487497:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054069632:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.487510:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.487542:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057558528:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3735us (3911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.487549:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11275 00000100:00100000:0.0:1746156248.498629:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.498717:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057558912 00000100:00100000:2.0:1746156248.498724:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057558912 00000100:00100000:3.0:1746156248.499897:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6738 00000100:00100000:3.0:1746156248.499910:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057558912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.499924:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.499938:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81460b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.499962:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 73 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.499968:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.499969:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.499972:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.499993:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 73 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.500002:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 73 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.500011:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054069760:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.500089:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.503634:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.503969:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054069760:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.503993:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.504007:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbac400, rc 0) 00000100:00100000:3.0:1746156248.504052:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057558912:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4147us (5430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.504059:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6738 00000100:00100000:2.0:1746156248.504251:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057559040 00000100:00100000:2.0:1746156248.504257:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057559040 00002000:00100000:2.0:1746156248.504492:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b544e00 x1830977057559040/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.504500:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544e00 with x1830977057559040 ext(0->7) 00010000:00010000:2.0:1746156248.504506:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 74 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.504516:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 74 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.504521:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b544e00 00000100:00100000:2.0:1746156248.504543:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2849 00000100:00100000:2.0:1746156248.504549:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+74:1975:x1830977057559040:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156248.504766:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977057559040:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 216us (1139us total) trans 4294968021 rc 0/0 00000100:00100000:2.0:1746156248.504771:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2849 00002000:00100000:2.0:1746156248.504776:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b544e00 x1830977057559040/t4294968021(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/448 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.504782:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544e00 with x1830977057559040 ext(0->7) 00010000:00010000:2.0:1746156248.504786:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 76 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.504795:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 76 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.504800:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b544e00 00000100:00100000:0.0:1746156248.516799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.516907:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057559168 00000100:00100000:2.0:1746156248.516915:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057559168 00010000:00010000:2.0:1746156248.516947:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 76 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.516984:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11276 00000100:00100000:2.0:1746156248.516991:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1972:x1830977057559168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.517003:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.517018:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 76 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.517029:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 76 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.517048:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e787d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814604 expref: 76 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.517073:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.517075:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.517990:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.518000:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.518030:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.518042:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054069888:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.518126:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.519540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.519899:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057559296 00000100:00100000:3.0:1746156248.519904:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057559296 00000100:00100000:3.0:1746156248.519946:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6739 00000100:00100000:3.0:1746156248.519952:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:31590:x1830977057559296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.519965:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.519977:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814612 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.519996:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.520002:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.520003:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.520006:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.520026:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.520034:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 5 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.520042:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054070016:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.520112:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.520768:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054069888:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.520784:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.520807:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:1972:x1830977057559168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3816us (4015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.520814:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11276 00000100:00100000:0.0:1746156248.521027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.521334:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057559552 00000100:00100000:1.0:1746156248.521338:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057559552 00002000:00100000:1.0:1746156248.521360:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8000 x1830977057559552/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.521384:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8000 with x1830977057559552 ext(0->4095) 00010000:00010000:1.0:1746156248.521390:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.521398:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.521404:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8000 00000100:00100000:1.0:1746156248.521470:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2850 00000100:00100000:1.0:1746156248.521475:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057559552:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156248.521866:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057559552:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 389us (839us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.521872:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2850 00002000:00100000:1.0:1746156248.521877:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8000 x1830977057559552/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.521884:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8000 with x1830977057559552 ext(0->4095) 00010000:00010000:1.0:1746156248.521888:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.521897:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.521902:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8000 00000100:00100000:3.0:1746156248.522859:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054070016:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.522882:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 76 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.522893:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbadc00, rc 0) 00000100:00100000:3.0:1746156248.522928:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:31590:x1830977057559296:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2975us (3562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.522934:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6739 00000100:00100000:0.0:1746156248.523986:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.524037:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057559680 00000100:00100000:3.0:1746156248.524041:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057559680 00000100:00100000:3.0:1746156248.524070:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6740 00000100:00100000:3.0:1746156248.524075:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:31591:x1830977057559680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.524096:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.524109:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814619 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.524124:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.524127:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.524131:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.524133:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 77 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.524151:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.524158:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 77 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.524162:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2ec00, rc 0) 00000100:00100000:3.0:1746156248.524184:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:31591:x1830977057559680:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.524187:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6740 00000100:00100000:0.0:1746156248.524424:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.524516:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057559808 00000100:00100000:3.0:1746156248.524520:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057559808 00010000:00010000:3.0:1746156248.524533:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.524550:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11277 00000100:00100000:3.0:1746156248.524555:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057559808:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.524562:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.524576:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.524585:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.524599:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81460b expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.524611:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.524613:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.524617:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 76 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.524623:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 76 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.524640:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 76 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.524649:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 76 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.524658:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054070272:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.524709:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.526210:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054070272:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.526223:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.526252:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057559808:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1696us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.526260:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11277 00000100:00100000:0.0:1746156248.526443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.526559:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057560064 00000100:00100000:2.0:1746156248.526563:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057560064 00002000:00100000:2.0:1746156248.526589:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8a80 x1830977057560064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.526598:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8a80 with x1830977057560064 ext(0->4095) 00010000:00010000:2.0:1746156248.526603:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.526614:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.526625:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8a80 00000100:00100000:2.0:1746156248.526650:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2851 00000100:00100000:2.0:1746156248.526657:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:1974:x1830977057560064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.526761:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:1974:x1830977057560064:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.526767:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2851 00002000:00100000:2.0:1746156248.526771:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e8a80 x1830977057560064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.526778:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8a80 with x1830977057560064 ext(0->4095) 00010000:00010000:2.0:1746156248.526783:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.526791:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.526796:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8a80 00000100:00100000:0.0:1746156248.528032:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.528104:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057560192 00000100:00100000:3.0:1746156248.528110:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057560192 00010000:00010000:3.0:1746156248.528129:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.528160:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11278 00000100:00100000:3.0:1746156248.528166:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:1975:x1830977057560192:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.528173:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.528187:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.528195:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.528212:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbadc00/0xb0171789e0e787e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814612 expref: 77 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.528310:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.528312:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.528319:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 76 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.528326:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 76 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.528350:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 76 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.528361:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054070400:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.528613:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.530865:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054070400:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.530882:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.530919:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977057560192:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2752us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.530928:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11278 00000100:00100000:0.0:1746156248.531093:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.531857:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057560448 00000100:00100000:2.0:1746156248.531864:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057560448 00002000:00100000:2.0:1746156248.531898:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9180 x1830977057560448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.531907:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9180 with x1830977057560448 ext(0->4095) 00002000:00010000:2.0:1746156248.531911:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e9180 00000100:00100000:2.0:1746156248.531933:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4842 00000100:00100000:2.0:1746156248.531941:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1974:x1830977057560448:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.532095:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1974:x1830977057560448:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (1012us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.532101:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4842 00002000:00100000:2.0:1746156248.532106:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9180 x1830977057560448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.532113:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9180 with x1830977057560448 ext(0->4095) 00002000:00010000:2.0:1746156248.532116:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e9180 00000100:00100000:0.0:1746156248.536878:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.537260:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057560576 00000100:00100000:3.0:1746156248.537271:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057560576 00000100:00100000:3.0:1746156248.537319:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6741 00000100:00100000:3.0:1746156248.537328:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057560576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.537341:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.537355:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814620 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.537401:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 75 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.537408:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.537410:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.537413:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.537437:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 75 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.537448:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 75 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.537458:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054070528:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.537530:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.541206:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.541288:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057560704 00000100:00100000:2.0:1746156248.541295:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057560704 00010000:00010000:2.0:1746156248.541326:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 76 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.541356:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11279 00000100:00100000:2.0:1746156248.541363:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977057560704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.541389:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.541406:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 76 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.541416:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 76 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.541435:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.541437:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.541442:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.541454:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.541481:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.541490:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054070656:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.541554:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00010000:00010000:3.0:1746156248.541631:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e787ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814619 expref: 76 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.541646:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054070528:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.541665:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.541673:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2f800, rc 0) 00000100:00100000:3.0:1746156248.541694:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057560576:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4368us (4823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.541701:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6741 00000100:00100000:0.0:1746156248.543578:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.544399:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057560832 00000100:00100000:3.0:1746156248.544410:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057560832 00000100:00100000:3.0:1746156248.544452:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6742 00000100:00100000:3.0:1746156248.544458:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:31590:x1830977057560832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.544472:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.544485:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814627 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.544507:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.544514:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.544515:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.544518:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 77 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.544545:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.544554:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 5 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.544563:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054070784:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.544631:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.546045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.546075:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054070656:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.546104:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.546134:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+77:1975:x1830977057560704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4771us (4932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.546144:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11279 00000100:00100000:3.0:1746156248.546255:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054070784:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.546281:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 76 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.546292:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbac400, rc 0) 00000100:00100000:1.0:1746156248.546305:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057561088 00000100:00100000:1.0:1746156248.546310:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057561088 00002000:00100000:1.0:1746156248.546335:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9c00 x1830977057561088/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.546344:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9c00 with x1830977057561088 ext(0->4095) 00010000:00010000:1.0:1746156248.546349:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.546359:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.546381:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e9c00 00000100:00100000:1.0:1746156248.546395:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2852 00000100:00100000:1.0:1746156248.546401:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057561088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.546504:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:31590:x1830977057560832:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2045us (2930us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.546507:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057561088:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.546510:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6742 00000100:00100000:1.0:1746156248.546512:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2852 00002000:00100000:1.0:1746156248.546517:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9c00 x1830977057561088/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.546523:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9c00 with x1830977057561088 ext(0->4095) 00010000:00010000:1.0:1746156248.546527:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.546535:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.546540:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e9c00 00000100:00100000:0.0:1746156248.549563:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.549628:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057561216 00000100:00100000:2.0:1746156248.549635:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057561216 00010000:00010000:2.0:1746156248.549667:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.551503:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11280 00000100:00100000:2.0:1746156248.551521:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057561216:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.551542:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.551563:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.551576:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.551596:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f800/0xb0171789e0e787f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814620 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.551618:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.551620:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.551625:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 75 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.551634:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 75 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.551662:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 75 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.551673:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054070912:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.551755:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.555844:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054070912:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.555865:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.555908:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057561216:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4395us (6350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.555917:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11280 00000100:00100000:0.0:1746156248.556863:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.556913:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057561472 00000100:00100000:2.0:1746156248.556918:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057561472 00002000:00100000:2.0:1746156248.556949:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9f80 x1830977057561472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.556964:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9f80 with x1830977057561472 ext(0->4095) 00002000:00010000:2.0:1746156248.556968:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e9f80 00000100:00100000:2.0:1746156248.556993:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4843 00000100:00100000:2.0:1746156248.557000:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977057561472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.557264:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977057561472:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 264us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.557270:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4843 00002000:00100000:2.0:1746156248.557276:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927e9f80 x1830977057561472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.557283:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9f80 with x1830977057561472 ext(0->4095) 00002000:00010000:2.0:1746156248.557285:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e9f80 00000100:00100000:0.0:1746156248.562220:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.562324:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057561600 00000100:00100000:3.0:1746156248.562331:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057561600 00000100:00100000:2.0:1746156248.562431:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6743 00000100:00100000:2.0:1746156248.562444:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057561600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.562463:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.562475:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81462e expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.562977:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 75 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.562986:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.562988:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.562992:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.563019:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 75 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.563029:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 75 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.563039:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054071040:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.563592:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.566554:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054071040:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.566582:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.566598:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:2.0:1746156248.566634:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057561600:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4195us (4419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.566642:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6743 00000100:00100000:0.0:1746156248.574801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.574993:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057561728 00000100:00100000:2.0:1746156248.575001:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057561728 00002000:00100000:2.0:1746156248.575041:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800927ea680 x1830977057561728/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.575051:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927ea680 with x1830977057561728 ext(0->7) 00010000:00010000:2.0:1746156248.575058:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 76 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.575076:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 76 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.575095:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927ea680 00000100:00100000:2.0:1746156248.575390:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2853 00000100:00100000:2.0:1746156248.575399:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+76:1975:x1830977057561728:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746156248.576674:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1975:x1830977057561728:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 1271us (1872us total) trans 4294968022 rc 0/0 00000100:00100000:2.0:1746156248.576684:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2853 00002000:00100000:2.0:1746156248.576692:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800927ea680 x1830977057561728/t4294968022(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/448 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.576698:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927ea680 with x1830977057561728 ext(0->7) 00010000:00010000:2.0:1746156248.576705:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 78 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.576715:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 78 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.576720:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927ea680 00000100:00100000:0.0:1746156248.591541:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.591647:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057561856 00000100:00100000:2.0:1746156248.591654:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057561856 00000100:00100000:2.0:1746156248.591702:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6744 00000100:00100000:2.0:1746156248.591709:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:31590:x1830977057561856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.591722:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.591735:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814635 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.591757:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.591763:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.591768:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746156248.591771:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 79 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.591797:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.591808:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 79 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.591815:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0dc00, rc 0) 00000100:00100000:2.0:1746156248.591847:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:31590:x1830977057561856:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.591853:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6744 00000100:00100000:0.0:1746156248.596752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.597191:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057561984 00000100:00100000:2.0:1746156248.597198:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057561984 00010000:00010000:2.0:1746156248.597231:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 79 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.597264:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11281 00000100:00100000:2.0:1746156248.597272:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:1973:x1830977057561984:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.597285:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.597303:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 79 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.597314:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 79 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.597332:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e787f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814627 expref: 79 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.597360:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.597362:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.597388:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.597397:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.597421:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.597431:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.597442:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054071296:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.597510:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.600589:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093871c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054071296:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.600612:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.600647:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1973:x1830977057561984:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3375us (3901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.600656:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11281 00000100:00100000:0.0:1746156248.601188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.601673:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057562240 00000100:00100000:3.0:1746156248.601679:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057562240 00002000:00100000:3.0:1746156248.601715:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927eb100 x1830977057562240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.601724:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927eb100 with x1830977057562240 ext(0->4095) 00010000:00010000:3.0:1746156248.601731:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.601747:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.601752:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927eb100 00000100:00100000:3.0:1746156248.601784:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2854 00000100:00100000:3.0:1746156248.601790:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057562240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.601958:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057562240:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (772us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.601964:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2854 00002000:00100000:3.0:1746156248.601968:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927eb100 x1830977057562240/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.601974:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927eb100 with x1830977057562240 ext(0->4095) 00010000:00010000:3.0:1746156248.601978:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.601986:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.601992:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927eb100 00000100:00100000:0.0:1746156248.606440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.606548:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057562368 00000100:00100000:3.0:1746156248.606556:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057562368 00010000:00010000:3.0:1746156248.606583:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.606605:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11282 00000100:00100000:3.0:1746156248.606612:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057562368:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.606622:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.606640:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.606649:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.606666:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e787ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81462e expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.606680:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.606682:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.606688:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.606696:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.606753:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.606764:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054071424:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.606817:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.608632:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054071424:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.608648:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.608734:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057562368:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2121us (2299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.608743:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11282 00000100:00100000:0.0:1746156248.609680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.609755:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057562624 00000100:00100000:1.0:1746156248.609761:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057562624 00002000:00100000:1.0:1746156248.609795:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927eb800 x1830977057562624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.609805:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927eb800 with x1830977057562624 ext(0->4095) 00002000:00010000:1.0:1746156248.609809:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927eb800 00000100:00100000:1.0:1746156248.609836:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4844 00000100:00100000:1.0:1746156248.609842:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1974:x1830977057562624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156248.609960:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1974:x1830977057562624:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.609965:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4844 00002000:00100000:1.0:1746156248.609969:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927eb800 x1830977057562624/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.609975:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927eb800 with x1830977057562624 ext(0->4095) 00002000:00010000:1.0:1746156248.609978:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927eb800 00000100:00100000:0.0:1746156248.612953:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.613777:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057562752 00000100:00100000:2.0:1746156248.613784:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057562752 00000100:00100000:2.0:1746156248.616500:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6745 00000100:00100000:2.0:1746156248.616520:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057562752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.616537:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.616552:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81463c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.616617:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.616625:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.616627:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.616630:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.616655:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 77 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.616666:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 77 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.616676:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054071552:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.616769:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746156248.621695:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746156248.621768:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054071552:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.621794:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.621808:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:2.0:1746156248.621891:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057562752:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5380us (8942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.621898:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6745 00000100:00100000:0.0:1746156248.623004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.623924:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057562880 00000100:00100000:3.0:1746156248.623930:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057562880 00002000:00100000:3.0:1746156248.623962:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800927e8700 x1830977057562880/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.623971:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8700 with x1830977057562880 ext(0->7) 00010000:00010000:3.0:1746156248.623978:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 78 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.623988:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 78 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.623993:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8700 00000100:00100000:3.0:1746156248.624553:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2855 00000100:00100000:3.0:1746156248.624562:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+78:1975:x1830977057562880:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156248.624812:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1975:x1830977057562880:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 251us (1810us total) trans 4294968023 rc 0/0 00000100:00100000:3.0:1746156248.624818:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2855 00002000:00100000:3.0:1746156248.624823:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800927e8700 x1830977057562880/t4294968023(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/448 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.624830:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e8700 with x1830977057562880 ext(0->7) 00010000:00010000:3.0:1746156248.624834:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 80 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.624844:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 80 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.624849:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e8700 00000100:00100000:0.0:1746156248.629609:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.629742:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057563008 00000100:00100000:3.0:1746156248.629750:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057563008 00010000:00010000:3.0:1746156248.629780:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 80 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.629804:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11283 00000100:00100000:3.0:1746156248.629811:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1973:x1830977057563008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.629823:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.629841:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 80 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.629851:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 80 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.629868:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78806 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814635 expref: 80 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.629895:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.629897:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.629903:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.629910:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.629935:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.629945:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054071680:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.630012:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.633619:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.633797:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054071680:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.633813:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.633862:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+79:1973:x1830977057563008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4052us (4260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.633873:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11283 00000100:00100000:1.0:1746156248.633878:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057563264 00000100:00100000:1.0:1746156248.633883:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057563264 00002000:00100000:1.0:1746156248.633917:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093871c00 x1830977057563264/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.633926:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093871c00 with x1830977057563264 ext(0->4095) 00002000:00010000:1.0:1746156248.633930:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093871c00 00000100:00100000:1.0:1746156248.633943:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4845 00000100:00100000:1.0:1746156248.633949:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057563264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156248.635302:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057563264:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 1348us (1684us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.635312:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4845 00002000:00100000:1.0:1746156248.635318:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093871c00 x1830977057563264/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.635325:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093871c00 with x1830977057563264 ext(0->4095) 00002000:00010000:1.0:1746156248.635328:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093871c00 00000100:00100000:2.0:1746156248.638792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.638999:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.639274:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057563392 00000100:00100000:0.0:1746156248.639281:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057563392 00000100:00100000:0.0:1746156248.639320:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057563520 00000100:00100000:0.0:1746156248.639322:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057563520 00000100:00100000:0.0:1746156248.639345:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6746 00000100:00100000:0.0:1746156248.639351:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:31590:x1830977057563392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156248.639379:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156248.639393:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814643 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.639415:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.639422:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.639423:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.639426:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.639458:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.639468:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746156248.639483:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054071808:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156248.639540:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.639641:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6747 00000100:00100000:1.0:1746156248.639648:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:31591:x1830977057563520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.639654:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.639660:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81464a expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.639669:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.639672:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 82 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.639676:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.639679:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 82 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.639694:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 82 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.639703:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 82 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.639711:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b570c00, rc 0) 00000100:00100000:1.0:1746156248.639732:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:31591:x1830977057563520:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.639737:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6747 00000100:00100000:0.0:1746156248.641966:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.642039:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057563648 00000100:00100000:3.0:1746156248.642046:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057563648 00010000:00010000:3.0:1746156248.642072:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.642107:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11284 00000100:00100000:3.0:1746156248.642114:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057563648:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.642122:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.642139:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.642149:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.642165:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.642166:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.642172:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.642179:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.642201:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.642210:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.642223:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072064:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.642289:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556cd80 going to sleep for 11 seconds 00010000:00010000:2.0:1746156248.642456:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7880d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81463c expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.642474:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054071808:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.642495:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.642501:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.642509:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:2.0:1746156248.642531:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:31590:x1830977057563392:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3180us (3745us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.642538:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6746 00000100:00100000:3.0:1746156248.645787:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072064:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.645804:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.645836:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057563648:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3722us (3875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.645845:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11284 00000100:00100000:0.0:1746156248.646304:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.646403:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057563904 00000100:00100000:1.0:1746156248.646571:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057563904 00002000:00100000:1.0:1746156248.646600:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c700 x1830977057563904/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.646609:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c700 with x1830977057563904 ext(0->4095) 00010000:00010000:1.0:1746156248.646616:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.646631:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.646638:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c700 00000100:00100000:1.0:1746156248.646664:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2856 00000100:00100000:1.0:1746156248.646669:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:1974:x1830977057563904:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156248.646784:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:1974:x1830977057563904:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.646789:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2856 00002000:00100000:1.0:1746156248.646794:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c700 x1830977057563904/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.646801:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c700 with x1830977057563904 ext(0->4095) 00010000:00010000:1.0:1746156248.646805:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.646818:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.646824:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c700 00000100:00100000:0.0:1746156248.650181:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.650251:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057564032 00000100:00100000:3.0:1746156248.650257:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057564032 00010000:00010000:3.0:1746156248.650283:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.650304:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11285 00000100:00100000:3.0:1746156248.650310:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:1974:x1830977057564032:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.650319:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.650336:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.650346:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.650382:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba96000/0xb0171789e0e78814 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814643 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.650569:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.650572:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.650579:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 80 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.650591:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 80 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.650620:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 80 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.650630:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072192:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.650969:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.652559:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072192:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.652573:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.652598:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1974:x1830977057564032:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2288us (2424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.652606:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11285 00000100:00100000:0.0:1746156248.653241:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.653297:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057564288 00000100:00100000:1.0:1746156248.653303:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057564288 00002000:00100000:1.0:1746156248.653330:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ce00 x1830977057564288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.653339:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ce00 with x1830977057564288 ext(0->4095) 00002000:00010000:1.0:1746156248.653343:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1ce00 00000100:00100000:1.0:1746156248.653398:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4846 00000100:00100000:1.0:1746156248.653405:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1974:x1830977057564288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746156248.653512:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1974:x1830977057564288:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.653517:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4846 00002000:00100000:1.0:1746156248.653521:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ce00 x1830977057564288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.653527:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ce00 with x1830977057564288 ext(0->4095) 00002000:00010000:1.0:1746156248.653529:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1ce00 00000100:00100000:0.0:1746156248.656658:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.657281:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057564416 00000100:00100000:2.0:1746156248.657289:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057564416 00000100:00100000:2.0:1746156248.657330:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6748 00000100:00100000:2.0:1746156248.657337:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057564416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.657351:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.658487:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814651 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.658519:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 79 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.658527:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.658529:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.658532:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.658559:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 79 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.658570:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 79 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.658581:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054072320:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.658670:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.663582:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.663622:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.663654:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.663675:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.663679:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057564800 00000100:00100000:3.0:1746156248.663687:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057564800 00000100:00100000:3.0:1746156248.663728:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 402 00000100:00100000:3.0:1746156248.663736:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1974:x1830977057564800:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746156248.663795:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1974:x1830977057564800:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 61us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.663801:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 402 00000100:00100000:3.0:1746156248.663818:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057564672 00000100:00100000:3.0:1746156248.663820:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057564672 00000100:00100000:3.0:1746156248.663836:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057564928 00000100:00100000:3.0:1746156248.663838:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057564928 00000100:00100000:3.0:1746156248.663853:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 334 00000100:00100000:3.0:1746156248.663858:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057564672:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746156248.663879:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057564672:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 21us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.663884:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 334 00000100:00100000:3.0:1746156248.663891:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 335 00000100:00100000:3.0:1746156248.663895:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057564928:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746156248.663909:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057564928:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 14us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.663914:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 335 00000100:00080000:3.0:1746156248.663924:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746156248.663927:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746156248.664067:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057564544 00000100:00100000:2.0:1746156248.664071:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057564544 00000100:00100000:2.0:1746156248.664112:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 377 00000100:00100000:2.0:1746156248.664118:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a53e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1974:x1830977057564544:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746156248.664143:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a53e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1974:x1830977057564544:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 25us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.664148:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 377 00000100:00100000:2.0:1746156248.664527:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054072320:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.664548:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.664562:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c000, rc 0) 00000100:00100000:2.0:1746156248.664614:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057564416:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7277us (7961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.664620:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6748 00000100:00100000:0.0:1746156248.666476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.666506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.666539:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.666602:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057565056 00000100:00100000:3.0:1746156248.666607:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057565056 00000100:00100000:3.0:1746156248.666637:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057565312 00000100:00100000:3.0:1746156248.666639:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057565312 00000100:00100000:3.0:1746156248.666664:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6749 00000100:00100000:3.0:1746156248.666670:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1971:x1830977057565056:12345-192.168.203.27@tcp:9:kworker.0 00000100:00100000:1.0:1746156248.666688:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6750 00000020:00000080:3.0:1746156248.666689:0:15159:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb0171789e0d6886e 00000100:00080000:3.0:1746156248.666694:0:15159:0:(import.c:66:import_set_state_nolock()) ffff88012ce1a800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1746156248.666695:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:31590:x1830977057565312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.666704:0:8461:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.666715:0:8461:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814658 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00000001:00000004:3.0:1746156248.666719:0:15159:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968699 00010000:00010000:1.0:1746156248.666733:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.666737:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.666743:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156248.666746:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 81 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.666771:0:8461:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.666782:0:8461:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 81 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.666790:0:8461:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b571a00, rc 0) 00000100:00100000:1.0:1746156248.666817:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:31590:x1830977057565312:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.666824:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6750 00000100:00100000:3.0:1746156248.666893:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+2:1971:x1830977057565056:12345-192.168.203.27@tcp:9:kworker.0 Request processed in 222us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.666899:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6749 00010000:00010000:3.0:1746156248.666911:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746156248.666921:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057565184 00000100:00100000:3.0:1746156248.666923:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057565184 00000100:00080000:0.0:1746156248.667069:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746156248.667120:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 81 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.667769:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11286 00000100:00100000:3.0:1746156248.667777:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+81:1972:x1830977057565184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.667784:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.667800:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 81 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.667808:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 81 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.667821:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b570c00/0xb0171789e0e7881b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81464a expref: 81 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.667845:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.667847:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.667851:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.667858:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.668021:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.668039:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.668049:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072576:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.668116:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.670558:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072576:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.670575:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.670652:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1972:x1830977057565184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2874us (4111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.670661:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11286 00000100:00100000:0.0:1746156248.671129:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.671193:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057565568 00000100:00100000:1.0:1746156248.671198:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057565568 00002000:00100000:1.0:1746156248.671224:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ea00 x1830977057565568/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.671233:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ea00 with x1830977057565568 ext(0->4095) 00010000:00010000:1.0:1746156248.671240:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.671254:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.671259:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1ea00 00000100:00100000:1.0:1746156248.671284:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2857 00000100:00100000:1.0:1746156248.671290:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057565568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156248.671422:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057565568:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.671428:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2857 00002000:00100000:1.0:1746156248.671433:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ea00 x1830977057565568/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.671439:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ea00 with x1830977057565568 ext(0->4095) 00010000:00010000:1.0:1746156248.671443:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.671451:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.671456:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1ea00 00000100:00100000:0.0:1746156248.673027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.673288:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057565696 00000100:00100000:3.0:1746156248.673297:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057565696 00010000:00010000:3.0:1746156248.673317:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.673341:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11287 00000100:00100000:3.0:1746156248.673347:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057565696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.673357:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.673391:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.673400:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.673417:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c000/0xb0171789e0e78822 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814651 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.673436:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.673438:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.673444:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 79 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.673452:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 79 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.673476:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 79 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.673486:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072704:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.673563:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.674941:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072704:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.674954:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.674977:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057565696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1630us (1970us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.674985:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11287 00000100:00100000:0.0:1746156248.675330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.675395:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057565952 00000100:00100000:1.0:1746156248.675399:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057565952 00002000:00100000:1.0:1746156248.675423:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ed80 x1830977057565952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.675432:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ed80 with x1830977057565952 ext(0->4095) 00002000:00010000:1.0:1746156248.675436:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1ed80 00000100:00100000:1.0:1746156248.675460:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4847 00000100:00100000:1.0:1746156248.675466:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1975:x1830977057565952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746156248.675625:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1975:x1830977057565952:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746156248.675631:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4847 00002000:00100000:1.0:1746156248.675635:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ed80 x1830977057565952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.675642:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ed80 with x1830977057565952 ext(0->4095) 00002000:00010000:1.0:1746156248.675644:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1ed80 00000100:00100000:0.0:1746156248.676954:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.677118:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057566080 00000100:00100000:2.0:1746156248.677124:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057566080 00000100:00100000:2.0:1746156248.677164:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6751 00000100:00100000:2.0:1746156248.677171:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057566080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.677182:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.677194:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81465f expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.677217:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 79 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.677224:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.677225:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.677228:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.677250:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 79 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.677260:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 79 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.677268:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054072832:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.677674:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.679278:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054072832:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.679306:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.679324:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0c200, rc 0) 00000100:00100000:2.0:1746156248.679355:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057566080:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2185us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.679664:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6751 00000100:00100000:0.0:1746156248.684239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.684322:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057566208 00000100:00100000:1.0:1746156248.684328:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057566208 00002000:00100000:1.0:1746156248.684360:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093e1f480 x1830977057566208/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.684436:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1f480 with x1830977057566208 ext(0->7) 00010000:00010000:1.0:1746156248.684443:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 80 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.684456:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 80 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.684462:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1f480 00000100:00100000:1.0:1746156248.684890:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2858 00000100:00100000:1.0:1746156248.684897:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+80:1973:x1830977057566208:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746156248.685153:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1973:x1830977057566208:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 255us (920us total) trans 4294968024 rc 0/0 00000100:00100000:1.0:1746156248.685159:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2858 00002000:00100000:1.0:1746156248.685164:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093e1f480 x1830977057566208/t4294968024(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/448 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.685170:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1f480 with x1830977057566208 ext(0->7) 00010000:00010000:1.0:1746156248.685174:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 82 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.685183:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 82 pid: 8461 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746156248.685188:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1f480 00000100:00100000:0.0:1746156248.690409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.690452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.690466:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057566336 00000100:00100000:3.0:1746156248.690481:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057566336 00010000:00010000:3.0:1746156248.690512:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 82 pid: 8461 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.690539:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11288 00000100:00100000:3.0:1746156248.690546:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1972:x1830977057566336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.690560:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.690577:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 82 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.690587:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 82 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.690604:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b571a00/0xb0171789e0e78829 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814658 expref: 82 pid: 8461 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.690626:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.690628:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.690633:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.690643:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.690671:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.690683:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072960:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.690780:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c300 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.690899:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057566464 00000100:00100000:2.0:1746156248.690908:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057566464 00000100:00100000:2.0:1746156248.690951:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6752 00000100:00100000:2.0:1746156248.690962:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:31590:x1830977057566464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.690978:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.690993:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814666 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.691071:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.691117:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.691119:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.691155:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.691201:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.691210:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.691223:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054073088:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.691671:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.692985:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054072960:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.692999:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.693030:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:1972:x1830977057566336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2485us (2627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.693043:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11288 00000100:00100000:0.0:1746156248.693456:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.693533:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054073088:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.693557:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 82 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.693569:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0cc00, rc 0) 00000100:00100000:2.0:1746156248.693591:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:31590:x1830977057566464:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2632us (3138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.693597:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6752 00000100:00100000:3.0:1746156248.693709:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057566720 00000100:00100000:3.0:1746156248.693714:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057566720 00002000:00100000:3.0:1746156248.693738:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c380 x1830977057566720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.693747:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c380 with x1830977057566720 ext(0->4095) 00010000:00010000:3.0:1746156248.693753:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.693763:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.693768:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c380 00000100:00100000:3.0:1746156248.693781:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2859 00000100:00100000:3.0:1746156248.693787:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057566720:12345-192.168.203.27@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746156248.693895:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057566720:12345-192.168.203.27@tcp:3:ldlm_bl.0 Request processed in 107us (439us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.693900:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2859 00002000:00100000:3.0:1746156248.693905:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1c380 x1830977057566720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.693912:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c380 with x1830977057566720 ext(0->4095) 00010000:00010000:3.0:1746156248.693916:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.693930:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.693935:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c380 00000100:00100000:0.0:1746156248.696235:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.696334:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057566848 00000100:00100000:3.0:1746156248.696339:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057566848 00010000:00010000:3.0:1746156248.696593:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.696625:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11289 00000100:00100000:3.0:1746156248.696632:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057566848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.696642:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.696659:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.696668:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.696684:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0c200/0xb0171789e0e78830 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81465f expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.696706:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.696708:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.696714:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.696726:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.696751:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.696760:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054073216:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.696822:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.698390:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054073216:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156248.698390:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156248.698401:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.698423:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057566848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1792us (2194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.698430:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11289 00000100:00100000:1.0:1746156248.698521:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057567104 00000100:00100000:1.0:1746156248.698526:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057567104 00002000:00100000:1.0:1746156248.698548:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1e680 x1830977057567104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746156248.698556:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1e680 with x1830977057567104 ext(0->4095) 00002000:00010000:1.0:1746156248.698559:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1e680 00000100:00100000:3.0:1746156248.698607:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4848 00000100:00100000:3.0:1746156248.698613:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1974:x1830977057567104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.698980:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1974:x1830977057567104:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 366us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.698986:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4848 00002000:00100000:3.0:1746156248.698991:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1e680 x1830977057567104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.698997:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1e680 with x1830977057567104 ext(0->4095) 00002000:00010000:3.0:1746156248.699000:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e1e680 00000100:00100000:1.0:1746156248.700127:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.700222:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057567232 00000100:00100000:3.0:1746156248.700226:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057567232 00000100:00100000:3.0:1746156248.700261:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6753 00000100:00100000:3.0:1746156248.700267:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057567232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.700278:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.700289:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81466d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.700306:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.700312:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.700313:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.700316:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.700334:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 81 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.700344:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 81 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.700353:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054073344:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.700435:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.701800:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054073344:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.701818:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.701832:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562ca00, rc 0) 00000100:00100000:3.0:1746156248.702069:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057567232:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1801us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.702075:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6753 00000100:00100000:0.0:1746156248.704152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.704395:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057567360 00000100:00100000:3.0:1746156248.704401:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057567360 00002000:00100000:3.0:1746156248.704432:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093e1c000 x1830977057567360/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.704441:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c000 with x1830977057567360 ext(0->7) 00010000:00010000:3.0:1746156248.704448:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 82 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.704460:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 82 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.704466:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c000 00000100:00100000:3.0:1746156248.704494:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2860 00000100:00100000:3.0:1746156248.704501:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+82:1973:x1830977057567360:12345-192.168.203.27@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746156248.704749:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1973:x1830977057567360:12345-192.168.203.27@tcp:4:ldlm_bl.0 Request processed in 247us (599us total) trans 4294968025 rc 0/0 00000100:00100000:3.0:1746156248.704755:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2860 00002000:00100000:3.0:1746156248.704760:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093e1c000 x1830977057567360/t4294968025(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 496/448 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.704773:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1c000 with x1830977057567360 ext(0->7) 00010000:00010000:3.0:1746156248.704778:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.704787:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.704792:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1c000 00000100:00100000:0.0:1746156248.705989:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.706050:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057567488 00000100:00100000:3.0:1746156248.706055:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057567488 00010000:00010000:3.0:1746156248.706073:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.706139:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11290 00000100:00100000:3.0:1746156248.706145:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1972:x1830977057567488:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.706154:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.706165:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.706174:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.706197:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0cc00/0xb0171789e0e78837 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814666 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.706221:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.706224:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.706230:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.706236:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.706260:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.706269:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054073472:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156248.706327:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.707502:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054073472:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.707514:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.707545:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:1972:x1830977057567488:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1400us (1558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.707552:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11290 00000100:00100000:0.0:1746156248.707873:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.707976:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057567744 00000100:00100000:2.0:1746156248.707981:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057567744 00002000:00100000:2.0:1746156248.708005:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0380 x1830977057567744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.708013:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0380 with x1830977057567744 ext(0->4095) 00002000:00010000:2.0:1746156248.708016:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d0380 00000100:00100000:2.0:1746156248.708035:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4849 00000100:00100000:2.0:1746156248.708040:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057567744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.708138:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057567744:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.708143:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4849 00002000:00100000:2.0:1746156248.708147:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0380 x1830977057567744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.708158:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0380 with x1830977057567744 ext(0->4095) 00002000:00010000:2.0:1746156248.708160:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d0380 00000100:00100000:0.0:1746156248.711235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.711503:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057567872 00000100:00100000:3.0:1746156248.711510:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057567872 00000100:00100000:3.0:1746156248.711555:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6754 00000100:00100000:3.0:1746156248.711562:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:31591:x1830977057567872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.711577:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.711591:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814674 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.711616:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.711629:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.711631:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.711634:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.711657:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.711668:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.711679:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054073600:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.711756:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.714031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.714115:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.714135:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054073600:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156248.714145:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057568000 00000100:00100000:1.0:1746156248.714150:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057568000 00010000:00010000:3.0:1746156248.714154:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.714166:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562d200, rc 0) 00000100:00100000:1.0:1746156248.714182:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6755 00000100:00100000:1.0:1746156248.714186:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977057568000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.714196:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.714204:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81467b expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.714207:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977057567872:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2646us (2980us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.714213:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6754 00010000:00010000:1.0:1746156248.714218:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.714221:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.714225:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.714227:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 85 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.714242:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.714248:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 85 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.714252:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2f600, rc 0) 00000100:00100000:1.0:1746156248.714266:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977057568000:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.714270:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6755 00000100:00100000:2.0:1746156248.714290:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057568128 00000100:00100000:2.0:1746156248.714293:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057568128 00010000:00010000:2.0:1746156248.714310:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.714331:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11291 00000100:00100000:2.0:1746156248.714335:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057568128:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.714342:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.714356:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.714384:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.714398:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7883e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81466d expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.714418:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.714420:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.714424:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.714430:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.714450:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.714459:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.714467:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054073856:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.714505:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.715735:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054073856:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.715747:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.715780:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057568128:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1444us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.715787:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11291 00000100:00100000:0.0:1746156248.716171:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.716354:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057568384 00000100:00100000:2.0:1746156248.716358:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057568384 00002000:00100000:2.0:1746156248.716408:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1180 x1830977057568384/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.716417:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1180 with x1830977057568384 ext(0->4095) 00010000:00010000:2.0:1746156248.716422:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.716431:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.716436:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d1180 00000100:00100000:2.0:1746156248.716460:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2861 00000100:00100000:2.0:1746156248.716467:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057568384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.716576:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057568384:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.716582:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2861 00002000:00100000:2.0:1746156248.716586:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1180 x1830977057568384/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.716593:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1180 with x1830977057568384 ext(0->4095) 00010000:00010000:2.0:1746156248.716597:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.716606:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.716612:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d1180 00000100:00100000:0.0:1746156248.718088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.718134:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.718194:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057568512 00000100:00100000:1.0:1746156248.718198:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057568512 00000100:00100000:2.0:1746156248.718231:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057568640 00000100:00100000:1.0:1746156248.718232:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6756 00000100:00100000:2.0:1746156248.718234:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057568640 00000100:00100000:1.0:1746156248.718237:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057568512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.718246:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.718246:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.718255:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814682 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.718262:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11292 00000100:00100000:2.0:1746156248.718267:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1972:x1830977057568640:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.718275:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.718288:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.718301:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.718316:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78845 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814674 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.718334:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.718336:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.718341:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.718348:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.718395:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.718405:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054073984:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.718431:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.718436:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.718437:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.718440:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.718446:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746156248.718454:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.718463:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.718573:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054074112:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156248.718609:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.719626:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054074112:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.719640:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054073984:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.719643:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.719652:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156248.719652:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a2e400, rc 0) 00000100:00100000:2.0:1746156248.719674:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1972:x1830977057568640:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1406us (1538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.719678:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057568512:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1440us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.719681:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11292 00000100:00100000:1.0:1746156248.719683:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6756 00000100:00100000:0.0:1746156248.720446:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.720490:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057568896 00000100:00100000:3.0:1746156248.720494:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057568896 00002000:00100000:3.0:1746156248.720516:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1c00 x1830977057568896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.720526:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1c00 with x1830977057568896 ext(0->4095) 00010000:00010000:3.0:1746156248.720530:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.720538:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.720542:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d1c00 00000100:00100000:3.0:1746156248.720557:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2862 00000100:00100000:3.0:1746156248.720561:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057568896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.720655:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057568896:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (210us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.720658:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2862 00002000:00100000:3.0:1746156248.720797:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1c00 x1830977057568896/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.720803:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1c00 with x1830977057568896 ext(0->4095) 00010000:00010000:3.0:1746156248.720807:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.720813:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 84 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.720817:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d1c00 00000100:00100000:0.0:1746156248.722517:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.722576:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.722593:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057569024 00000100:00100000:1.0:1746156248.722598:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057569024 00000100:00100000:1.0:1746156248.722632:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6757 00000100:00100000:1.0:1746156248.722638:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057569024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746156248.722649:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.722660:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814689 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.722675:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156248.722680:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.722685:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746156248.722688:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 85 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.722709:0:8463:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.722718:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 85 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.722725:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b529c00, rc 0) 00000100:00100000:2.0:1746156248.722740:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057569152 00000100:00100000:2.0:1746156248.722744:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057569152 00000100:00100000:1.0:1746156248.722752:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977057569024:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.722757:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6757 00010000:00010000:2.0:1746156248.722760:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 86 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.722777:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11293 00000100:00100000:2.0:1746156248.722781:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1972:x1830977057569152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.722789:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.722803:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 85 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.722811:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 85 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.722823:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2f600/0xb0171789e0e7884c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81467b expref: 85 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.722833:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.722834:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.722838:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.722844:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.722860:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 5 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.723302:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 5 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.723314:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054074368:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.723399:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.725071:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054074368:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.725098:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.725138:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1972:x1830977057569152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2356us (2561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.725147:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11293 00000100:00100000:0.0:1746156248.725519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.725570:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057569408 00000100:00100000:3.0:1746156248.725576:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057569408 00002000:00100000:3.0:1746156248.725605:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d2680 x1830977057569408/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.725615:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2680 with x1830977057569408 ext(0->4095) 00010000:00010000:3.0:1746156248.725621:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.725632:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.725639:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d2680 00000100:00100000:3.0:1746156248.725719:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2863 00000100:00100000:3.0:1746156248.725726:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057569408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.726021:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057569408:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 295us (502us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.726027:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2863 00002000:00100000:3.0:1746156248.726032:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d2680 x1830977057569408/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.726039:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2680 with x1830977057569408 ext(0->4095) 00010000:00010000:3.0:1746156248.726044:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.726054:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.726059:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d2680 00000100:00100000:0.0:1746156248.727804:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.727850:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057569536 00000100:00100000:2.0:1746156248.727855:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057569536 00010000:00010000:2.0:1746156248.727882:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.727914:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11294 00000100:00100000:2.0:1746156248.727920:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5afc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057569536:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.727929:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.727942:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.727951:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.727978:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2e400/0xb0171789e0e78853 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814682 expref: 6 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.727990:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.727992:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.727998:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 83 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.728005:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 83 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.728028:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 83 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.728037:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054074496:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.728118:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.731734:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054074496:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156248.731740:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156248.731751:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.732026:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057569792 00000100:00100000:3.0:1746156248.732031:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057569792 00000100:00100000:2.0:1746156248.732061:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5afc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057569536:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4141us (4261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.732068:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11294 00002000:00100000:3.0:1746156248.732180:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d2a00 x1830977057569792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.732187:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2a00 with x1830977057569792 ext(0->4095) 00002000:00010000:3.0:1746156248.732190:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d2a00 00000100:00100000:3.0:1746156248.732209:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4850 00000100:00100000:3.0:1746156248.732214:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057569792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.732593:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057569792:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 378us (853us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.732598:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4850 00002000:00100000:3.0:1746156248.732603:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d2a00 x1830977057569792/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.732611:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2a00 with x1830977057569792 ext(0->4095) 00002000:00010000:3.0:1746156248.732613:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d2a00 00000100:00100000:0.0:1746156248.734035:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.734193:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057569920 00000100:00100000:3.0:1746156248.734198:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057569920 00000100:00100000:3.0:1746156248.734241:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6758 00000100:00100000:3.0:1746156248.734248:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057569920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.734259:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.734271:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814690 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.734294:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 83 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.734305:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.734306:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.734309:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.734468:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 83 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.734478:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 83 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.734487:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054074624:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.734544:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.735535:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054074624:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.735548:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.735556:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562c200, rc 0) 00000100:00100000:3.0:1746156248.735588:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057569920:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1340us (1555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.735595:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6758 00000100:00100000:0.0:1746156248.736358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.736418:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057570048 00000100:00100000:2.0:1746156248.736423:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057570048 00010000:00010000:2.0:1746156248.736447:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 84 pid: 8463 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.736465:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11295 00000100:00100000:2.0:1746156248.736470:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057570048:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.736476:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.736489:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 84 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.736499:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 84 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.736514:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e7885a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814689 expref: 84 pid: 8463 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.736537:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.736539:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.736544:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.736550:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.736572:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.736586:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054074752:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.736635:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.738867:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b544700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054074752:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.739393:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.739434:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:1974:x1830977057570048:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2963us (3077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.739443:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11295 00000100:00100000:0.0:1746156248.740876:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.740950:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057570304 00000100:00100000:3.0:1746156248.740956:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057570304 00002000:00100000:3.0:1746156248.740987:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d3480 x1830977057570304/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.741002:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3480 with x1830977057570304 ext(0->4095) 00002000:00010000:3.0:1746156248.741006:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d3480 00000100:00100000:3.0:1746156248.741020:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4851 00000100:00100000:3.0:1746156248.741026:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057570304:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.741693:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057570304:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.741702:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4851 00002000:00100000:3.0:1746156248.741709:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d3480 x1830977057570304/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.741717:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3480 with x1830977057570304 ext(0->4095) 00002000:00010000:3.0:1746156248.741720:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d3480 00000100:00100000:2.0:1746156248.741894:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.741998:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057570432 00000100:00100000:3.0:1746156248.742002:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057570432 00000100:00100000:3.0:1746156248.742154:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6759 00000100:00100000:3.0:1746156248.742161:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:31590:x1830977057570432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.742169:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.742181:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814697 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.742202:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.742209:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.742210:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.742213:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.742235:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.742244:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.742252:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054074880:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.742736:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.744800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.744869:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054074880:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.744889:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.744902:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562c000, rc 0) 00000100:00100000:3.0:1746156248.744943:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057570432:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2782us (3049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.744950:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6759 00000100:00100000:0.0:1746156248.745066:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.745252:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057570688 00000100:00100000:2.0:1746156248.745257:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057570688 00010000:00010000:2.0:1746156248.745280:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.745302:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11296 00000100:00100000:2.0:1746156248.745309:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057570688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.745318:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.745334:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.745344:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.745361:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562c200/0xb0171789e0e78861 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814690 expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.745392:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057570560 00000100:00100000:3.0:1746156248.745396:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057570560 00010000:00010000:2.0:1746156248.745401:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.745403:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.745408:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.745417:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.745435:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6760 00000100:00100000:3.0:1746156248.745440:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31591:x1830977057570560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.745450:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.745453:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.745458:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81469e expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.745466:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054075008:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.745476:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.745481:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.745482:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.745485:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.745498:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.745502:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528480 going to sleep for 11 seconds 00010000:00010000:3.0:1746156248.745508:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.745515:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054075136:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.745996:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.748101:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054075136:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.748120:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.748131:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562ca00, rc 0) 00000100:00100000:3.0:1746156248.748158:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977057570560:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2717us (3363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.748164:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6760 00000100:00100000:2.0:1746156248.748226:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054075008:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.748239:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.748255:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057570688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2947us (3189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.748263:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11296 00000100:00100000:0.0:1746156248.748882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.748949:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057570944 00000100:00100000:2.0:1746156248.748954:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057570944 00002000:00100000:2.0:1746156248.748981:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0000 x1830977057570944/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.748989:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0000 with x1830977057570944 ext(0->4095) 00010000:00010000:2.0:1746156248.748996:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.749008:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.749014:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d0000 00000100:00100000:2.0:1746156248.749039:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2864 00000100:00100000:2.0:1746156248.749046:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057570944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.749182:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057570944:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.749190:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2864 00002000:00100000:2.0:1746156248.749195:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d0000 x1830977057570944/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.749201:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0000 with x1830977057570944 ext(0->4095) 00010000:00010000:2.0:1746156248.749206:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.749214:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.749219:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923d0000 00000100:00100000:0.0:1746156248.750689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.750758:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057571072 00000100:00100000:2.0:1746156248.750762:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057571072 00010000:00010000:2.0:1746156248.750942:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.750971:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11297 00000100:00100000:2.0:1746156248.750977:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057571072:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.750985:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.750998:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.751007:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.751023:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78868 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814697 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.751045:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.751047:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.751052:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.751059:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.751092:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.751101:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054075264:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.751160:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.753317:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.753410:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057571328 00000100:00100000:3.0:1746156248.753418:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057571328 00000100:00100000:2.0:1746156248.753421:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054075264:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.753436:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746156248.753455:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1880 x1830977057571328/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.753465:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1880 with x1830977057571328 ext(0->4095) 00002000:00010000:3.0:1746156248.753470:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1880 00000100:00100000:3.0:1746156248.753499:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4852 00000100:00100000:3.0:1746156248.753508:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057571328:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.753596:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057571072:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2618us (2909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.753602:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11297 00000100:00100000:3.0:1746156248.754022:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057571328:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 513us (706us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.754030:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4852 00002000:00100000:3.0:1746156248.754037:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923d1880 x1830977057571328/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.754044:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1880 with x1830977057571328 ext(0->4095) 00002000:00010000:3.0:1746156248.754047:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1880 00000100:00100000:0.0:1746156248.755212:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.755648:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057571456 00000100:00100000:3.0:1746156248.755656:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057571456 00000100:00100000:3.0:1746156248.755716:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6761 00000100:00100000:3.0:1746156248.755725:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057571456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.755738:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.755752:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146a5 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.755773:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.755785:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.755787:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.755791:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.755821:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.755833:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 83 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.755845:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054075392:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.755943:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.759311:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054075392:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.759341:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.759414:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562d200, rc 0) 00000100:00100000:3.0:1746156248.759473:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057571456:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3747us (4260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.759481:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6761 00000100:00100000:0.0:1746156248.761457:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.761512:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057571584 00000100:00100000:2.0:1746156248.761519:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057571584 00010000:00010000:2.0:1746156248.761549:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 84 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.761583:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11298 00000100:00100000:2.0:1746156248.761591:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1974:x1830977057571584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.761825:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.761844:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 84 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.761855:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 84 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.761873:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562ca00/0xb0171789e0e7886f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81469e expref: 84 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.761897:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.761899:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.761905:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.761912:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.761935:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.761945:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054075520:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.762016:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.763977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.764038:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057571712 00000100:00100000:3.0:1746156248.764044:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057571712 00000100:00100000:3.0:1746156248.764074:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6762 00000100:00100000:3.0:1746156248.764090:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057571712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.764103:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.764114:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146ac expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.764132:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.764138:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.764140:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.764142:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.764164:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 5 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.764174:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 5 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.764185:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054075648:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.765093:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.765162:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054075520:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156248.765177:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.765196:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977057571584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3606us (3744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.765207:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11298 00000100:00100000:1.0:1746156248.765241:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.765357:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057571968 00000100:00100000:3.0:1746156248.765362:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057571968 00002000:00100000:3.0:1746156248.765413:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9180 x1830977057571968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.765421:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9180 with x1830977057571968 ext(0->4095) 00010000:00010000:3.0:1746156248.765426:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.765440:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.765445:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9180 00000100:00100000:3.0:1746156248.765468:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2865 00000100:00100000:3.0:1746156248.765474:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057571968:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156248.765599:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057571968:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (360us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.765604:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2865 00002000:00100000:3.0:1746156248.765609:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800931b9180 x1830977057571968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.765615:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9180 with x1830977057571968 ext(0->4095) 00010000:00010000:3.0:1746156248.765620:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.765629:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.765634:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800931b9180 00000100:00100000:3.0:1746156248.766828:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054075648:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.766843:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.766854:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562da00, rc 0) 00000100:00100000:3.0:1746156248.767146:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057571712:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3064us (3170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.767153:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6762 00000100:00100000:1.0:1746156248.768598:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.768647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.768714:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057572096 00000100:00100000:3.0:1746156248.768719:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057572096 00000100:00100000:3.0:1746156248.768758:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6763 00000100:00100000:3.0:1746156248.768764:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31591:x1830977057572096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.768775:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.768786:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146b3 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.768804:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.768808:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.768813:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.768816:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.768838:0:15159:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.768848:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 85 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.768854:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbac400, rc 0) 00000100:00100000:3.0:1746156248.768890:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31591:x1830977057572096:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.768898:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6763 00000100:00100000:2.0:1746156248.768948:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057572224 00000100:00100000:2.0:1746156248.768952:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057572224 00010000:00010000:2.0:1746156248.768970:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.768983:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11299 00000100:00100000:2.0:1746156248.768988:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057572224:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156248.768995:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156248.769010:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.769018:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.769032:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e78876 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146a5 expref: 6 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.769054:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.769056:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156248.769061:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.769067:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.769094:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.769104:0:8476:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 84 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.769113:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054075904:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156248.769159:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.773806:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e1f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054075904:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156248.773824:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.773856:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.773903:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057572480 00000100:00100000:3.0:1746156248.773909:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057572480 00002000:00100000:3.0:1746156248.773939:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ca80 x1830977057572480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.773948:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ca80 with x1830977057572480 ext(0->4095) 00010000:00010000:3.0:1746156248.773954:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.773965:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.773971:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1ca80 00000100:00100000:3.0:1746156248.773986:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2866 00000100:00100000:3.0:1746156248.773992:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057572480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156248.774113:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1973:x1830977057572224:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5124us (5464us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156248.774120:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11299 00000100:00100000:3.0:1746156248.774617:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057572480:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 624us (766us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.774623:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2866 00002000:00100000:3.0:1746156248.774628:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093e1ca80 x1830977057572480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.774635:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e1ca80 with x1830977057572480 ext(0->4095) 00010000:00010000:3.0:1746156248.774640:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.774653:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746156248.774659:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e1ca80 00000100:00100000:2.0:1746156248.778971:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.779068:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057572608 00000100:00100000:0.0:1746156248.779126:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057572608 00010000:00010000:0.0:1746156248.779151:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746156248.779452:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11300 00000100:00100000:0.0:1746156248.779460:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977057572608:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156248.779470:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156248.779488:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.779499:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.779516:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e7887d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ac expref: 85 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.779539:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.779540:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.779546:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.779553:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.780121:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 84 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.780135:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054076032:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.780198:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.783508:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.783560:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054076032:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.783574:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156248.783677:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057572864 00000100:00100000:3.0:1746156248.783683:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057572864 00000100:00100000:1.0:1746156248.783706:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1974:x1830977057572608:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4245us (4741us total) trans 0 rc 0/0 00002000:00100000:3.0:1746156248.783713:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ff0c700 x1830977057572864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746156248.783715:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11300 00002000:00100000:3.0:1746156248.783722:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0c700 with x1830977057572864 ext(0->4095) 00002000:00010000:3.0:1746156248.783726:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff0c700 00000100:00100000:3.0:1746156248.783779:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4853 00000100:00100000:3.0:1746156248.783784:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057572864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156248.783905:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057572864:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156248.783910:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4853 00002000:00100000:3.0:1746156248.783915:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ff0c700 x1830977057572864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156248.783921:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0c700 with x1830977057572864 ext(0->4095) 00002000:00010000:3.0:1746156248.783924:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff0c700 00000100:00100000:0.0:1746156248.785209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.785254:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057572992 00000100:00100000:2.0:1746156248.785259:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057572992 00000100:00100000:2.0:1746156248.785290:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6764 00000100:00100000:2.0:1746156248.785294:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057572992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.785302:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156248.785312:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146ba expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.785327:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.785331:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.785332:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156248.785335:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.785351:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 83 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.785360:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 83 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746156248.785393:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054076160:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156248.785480:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa528e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.786415:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054076160:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156248.786432:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.786442:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0de00, rc 0) 00000100:00100000:0.0:1746156248.786464:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057572992:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1169us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156248.786470:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6764 00000100:00100000:0.0:1746156248.786718:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.786884:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057573120 00000100:00100000:1.0:1746156248.786888:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057573120 00010000:00010000:1.0:1746156248.786903:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 84 pid: 15159 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.786932:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11301 00000100:00100000:1.0:1746156248.786937:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057573120:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.786946:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.786959:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 84 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.786968:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 84 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.786981:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbac400/0xb0171789e0e78884 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146b3 expref: 84 pid: 15159 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.786997:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.786998:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.787003:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.787009:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.787029:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.787037:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054076288:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.787096:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3180 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.788969:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054076288:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.788980:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156248.789012:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:1975:x1830977057573120:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2074us (2294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.789020:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11301 00000100:00100000:0.0:1746156248.789143:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.789276:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057573376 00000100:00100000:2.0:1746156248.789281:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057573376 00002000:00100000:2.0:1746156248.789308:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ff0ce00 x1830977057573376/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.789316:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0ce00 with x1830977057573376 ext(0->4095) 00002000:00010000:2.0:1746156248.789319:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff0ce00 00000100:00100000:2.0:1746156248.789331:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4854 00000100:00100000:2.0:1746156248.789336:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057573376:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.789471:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057573376:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.789476:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4854 00002000:00100000:2.0:1746156248.789481:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ff0ce00 x1830977057573376/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.789488:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0ce00 with x1830977057573376 ext(0->4095) 00002000:00010000:2.0:1746156248.789490:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff0ce00 00000100:00100000:3.0:1746156248.790997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.791018:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057573504 00000100:00100000:0.0:1746156248.791023:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057573504 00000100:00100000:0.0:1746156248.791056:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6765 00000100:00100000:0.0:1746156248.791062:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:31591:x1830977057573504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746156248.791071:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156248.791094:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146c1 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.791114:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.791121:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.791122:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156248.791126:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.791146:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.791156:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746156248.791165:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ff0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054076416:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156248.791231:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156248.792807:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ff0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054076416:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156248.792825:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156248.792837:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97a00, rc 0) 00000100:00100000:2.0:1746156248.793077:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31591:x1830977057573504:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2012us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.793352:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6765 00000100:00100000:2.0:1746156248.793880:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.793995:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057573632 00000100:00100000:1.0:1746156248.794001:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057573632 00010000:00010000:1.0:1746156248.794056:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.794076:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11302 00000100:00100000:1.0:1746156248.794091:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057573632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.794103:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.794131:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.794142:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.794177:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0de00/0xb0171789e0e7888b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146ba expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.794213:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746156248.794213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156248.794215:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.794220:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.794227:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.794261:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.794270:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054076544:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.794308:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.794443:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057573760 00000100:00100000:3.0:1746156248.794763:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057573760 00000100:00100000:3.0:1746156248.795115:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6766 00000100:00100000:3.0:1746156248.795122:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057573760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.795133:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.795141:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146c8 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.795157:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.795163:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.795165:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.795168:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.795184:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.795193:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.795201:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054076672:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.795255:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746156248.796069:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b73ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054076544:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.796103:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156248.796144:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057573632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2053us (2263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.796154:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11302 00000100:00100000:2.0:1746156248.796780:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.796885:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057574016 00000100:00100000:0.0:1746156248.796889:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057574016 00002000:00100000:0.0:1746156248.796920:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923db480 x1830977057574016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156248.796929:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923db480 with x1830977057574016 ext(0->4095) 00010000:00010000:0.0:1746156248.796935:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 86 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.796941:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054076672:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156248.796947:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 86 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746156248.796953:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923db480 00010000:00010000:3.0:1746156248.796955:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 86 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.796965:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562c000, rc 0) 00000100:00100000:3.0:1746156248.796995:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+86:31590:x1830977057573760:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1874us (2782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.797003:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6766 00000100:00100000:0.0:1746156248.797222:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2867 00000100:00100000:0.0:1746156248.797228:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057574016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746156248.797351:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1975:x1830977057574016:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (570us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156248.797356:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2867 00002000:00100000:0.0:1746156248.797361:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800923db480 x1830977057574016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156248.797386:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923db480 with x1830977057574016 ext(0->4095) 00010000:00010000:0.0:1746156248.797391:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746156248.797399:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746156248.797404:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923db480 00000100:00100000:2.0:1746156248.799168:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.799230:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.799287:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057574272 00000100:00100000:3.0:1746156248.799292:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057574272 00000100:00100000:1.0:1746156248.799389:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057574144 00000100:00100000:1.0:1746156248.799393:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057574144 00000100:00100000:3.0:1746156248.799407:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6767 00010000:00010000:1.0:1746156248.799410:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.799414:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:31591:x1830977057574272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.799425:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746156248.799428:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11303 00000100:00100000:1.0:1746156248.799433:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:1972:x1830977057574144:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156248.799436:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146cf expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.799441:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156248.799451:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156248.799455:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.799461:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746156248.799464:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.799615:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.799626:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.799638:0:21377:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.799642:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97a00/0xb0171789e0e78892 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c1 expref: 85 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746156248.799651:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.799659:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.799660:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.799665:0:21377:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.799675:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.799891:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156248.799900:0:21377:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.799910:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.799920:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054076928:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.799927:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1972:x1830977057574144:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 493us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.799934:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11303 00000100:00100000:3.0:1746156248.800144:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.801972:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054076928:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.801987:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562d200, rc 0) 00000100:00100000:3.0:1746156248.802066:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:31591:x1830977057574272:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2651us (2899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.802072:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6767 00000100:00100000:1.0:1746156248.802736:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.802798:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057574528 00000100:00100000:2.0:1746156248.802803:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057574528 00002000:00100000:2.0:1746156248.802830:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b73ad80 x1830977057574528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.802839:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73ad80 with x1830977057574528 ext(0->4095) 00010000:00010000:2.0:1746156248.802845:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.802856:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.802862:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b73ad80 00000100:00100000:2.0:1746156248.802882:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2868 00000100:00100000:2.0:1746156248.802887:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057574528:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746156248.802990:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057574528:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.802998:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2868 00002000:00100000:2.0:1746156248.803002:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b73ad80 x1830977057574528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.803009:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73ad80 with x1830977057574528 ext(0->4095) 00010000:00010000:2.0:1746156248.803012:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.803020:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.803025:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b73ad80 00000100:00100000:2.0:1746156248.805230:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.805278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.805319:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057574784 00000100:00100000:1.0:1746156248.805324:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057574784 00010000:00010000:1.0:1746156248.805345:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.805359:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057574656 00000100:00100000:3.0:1746156248.805363:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057574656 00000100:00100000:1.0:1746156248.805395:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11304 00000100:00100000:1.0:1746156248.805401:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1973:x1830977057574784:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.805411:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.805424:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.805433:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.805449:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78899 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146c8 expref: 84 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.805462:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.805464:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.805469:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.805477:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156248.805479:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6768 00000100:00100000:3.0:1746156248.805485:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:31590:x1830977057574656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746156248.805496:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156248.805498:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.805504:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562c600/0xb0171789e0e788a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146d6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.805507:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054077056:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156248.805524:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.805529:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.805531:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.805533:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c600/0xb0171789e0e788a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146d6 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.805547:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.805547:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00010000:00010000:3.0:1746156248.805556:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 5 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746156248.805565:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054077184:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156248.805585:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a556c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156248.806506:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009490e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054077184:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156248.806521:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562c600/0xb0171789e0e788a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146d6 expref: 85 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.806530:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562c600, rc 0) 00000100:00100000:3.0:1746156248.806590:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+85:31590:x1830977057574656:12345-192.168.203.27@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1104us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.806596:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6768 00000100:00100000:0.0:1746156248.806864:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156248.806990:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057575040 00000100:00100000:2.0:1746156248.806994:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057575040 00000100:00100000:1.0:1746156248.806996:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054077056:192.168.203.27@tcp:105: 00010000:00010000:1.0:1746156248.807005:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746156248.807017:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ff0d880 x1830977057575040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/0 e 0 to 0 dl 1746156259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.807025:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0d880 with x1830977057575040 ext(0->4095) 00010000:00010000:2.0:1746156248.807030:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.807039:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.807044:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff0d880 00000100:00100000:1.0:1746156248.807171:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1973:x1830977057574784:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1769us (1891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156248.807178:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11304 00000100:00100000:2.0:1746156248.807224:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2869 00000100:00100000:2.0:1746156248.807229:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057575040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746156248.807392:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057575040:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (527us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746156248.807399:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2869 00002000:00100000:2.0:1746156248.807404:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ff0d880 x1830977057575040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746156259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746156248.807411:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0d880 with x1830977057575040 ext(0->4095) 00010000:00010000:2.0:1746156248.807415:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746156248.807424:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746156248.807429:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff0d880 00000100:00100000:0.0:1746156248.808601:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.808641:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057575168 00000100:00100000:1.0:1746156248.808645:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057575168 00010000:00010000:1.0:1746156248.808662:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746156248.808693:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11305 00000100:00100000:1.0:1746156248.808699:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057575168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156248.808706:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156248.808719:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.808727:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.808743:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e788a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146cf expref: 6 pid: 21377 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746156248.808753:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.808754:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156248.808759:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562c600/0xb0171789e0e788a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146d6 expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.808766:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c600/0xb0171789e0e788a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146d6 expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156248.808788:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009562c600/0xb0171789e0e788a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146d6 expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.808797:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054077312:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.808850:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa5a3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156248.809953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156248.810250:0:8476:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.27@tcp) returned -22 from completion AST (req@ffff88008b739500 x1830977054077312) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009562c600/0xb0171789e0e788a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146d6 expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156248.810257:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057575424 00000100:00100000:1.0:1746156248.810262:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057575424 00010000:00010000:2.0:1746156248.810274:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562c600/0xb0171789e0e788a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146d6 expref: 83 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156248.810292:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054077312:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156248.810296:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 153 00000100:00100000:1.0:1746156248.810301:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:31590:x1830977057575424:12345-192.168.203.27@tcp:35:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746156248.810313:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156248.810345:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1975:x1830977057575168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1646us (1746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156248.810355:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11305 00000001:00080000:1.0:1746156248.810567:0:7120:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986153 00000100:00100000:1.0:1746156248.811107:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31590:x1830977057575424:12345-192.168.203.27@tcp:35:rw_seq_cst_vs_d.0 Request processed in 805us (1155us total) trans 4294986154 rc 0/0 00000100:00100000:1.0:1746156248.811114:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 153 00000020:00080000:1.0:1746156248.811117:0:7120:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746156248.813957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156248.814192:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057575680 00000100:00100000:1.0:1746156248.814198:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057575680 00000100:00100000:1.0:1746156248.814236:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 154 00000100:00100000:1.0:1746156248.814242:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a65a0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:31590:x1830977057575680:12345-192.168.203.27@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746156248.815167:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a65a0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:31590:x1830977057575680:12345-192.168.203.27@tcp:35:rw_seq_cst_vs_d.0 Request processed in 923us (1212us total) trans 4294986155 rc 0/0 00000100:00100000:1.0:1746156248.815175:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 154 00000100:00100000:3.0:1746156248.829940:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156248.830011:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057575808 00000100:00100000:0.0:1746156248.830019:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057575808 00000100:00100000:0.0:1746156248.830064:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44320 00000100:00100000:0.0:1746156248.830072:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:31608:x1830977057575808:12345-192.168.203.27@tcp:101:rm.0 00010000:00010000:0.0:1746156248.830100:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156248.830113:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e788ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146dd expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.830162:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97a00/0xb0171789e0e788b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156248.830172:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97a00/0xb0171789e0e788b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156248.830182:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97a00/0xb0171789e0e788b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:0.0:1746156248.830234:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746156248.830237:0:7116:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1746156248.830249:0:7116:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97a00/0xb0171789e0e788b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156248.830266:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e788ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146dd expref: 10 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.830294:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97a00/0xb0171789e0e788b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146dd expref: 9 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156248.830301:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800939ccc00) 00010000:00010000:0.0:1746156248.830303:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746156248.830306:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97a00, rc 0) 00000100:00100000:0.0:1746156248.830354:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31608:x1830977057575808:12345-192.168.203.27@tcp:101:rm.0 Request processed in 282us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156248.830360:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44320 00000100:00100000:0.0:1746156248.833324:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.833911:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057575936 00000100:00100000:3.0:1746156248.833919:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057575936 00000100:00100000:3.0:1746156248.833956:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44321 00000100:00100000:3.0:1746156248.833962:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31608:x1830977057575936:12345-192.168.203.27@tcp:101:rm.0 00010000:00010000:3.0:1746156248.833976:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.833990:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146e4 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.834034:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834044:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834053:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834062:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834067:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834072:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834204:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c000/0xb0171789e0e788d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834211:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c000/0xb0171789e0e788d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834217:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c000/0xb0171789e0e788d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:3.0:1746156248.834244:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:3.0:1746156248.834248:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746156248.834260:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c000/0xb0171789e0e788d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834268:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c000/0xb0171789e0e788d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834274:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834279:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834284:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834289:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009562c600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156248.834293:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834299:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834307:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800939ccc00) 00010000:00010000:3.0:1746156248.834309:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156248.834313:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834318:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834344:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834351:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834355:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834359:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009562ca00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156248.834362:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834396:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834402:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880129cfd600) 00010000:00010000:3.0:1746156248.834404:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156248.834406:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834410:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.834429:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146e4 expref: 11 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.834438:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c000/0xb0171789e0e788d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146e4 expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.834444:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009572b100) 00010000:00010000:3.0:1746156248.834445:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156248.834447:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562c000, rc 0) 00000100:00100000:3.0:1746156248.836020:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:31608:x1830977057575936:12345-192.168.203.27@tcp:101:rm.0 Request processed in 2053us (2698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.836028:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44321 00000100:00100000:1.0:1746156248.838644:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.840021:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057576064 00000100:00100000:3.0:1746156248.840029:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057576064 00000100:00100000:3.0:1746156248.840076:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6769 00000100:00100000:3.0:1746156248.840092:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+83:1975:x1830977057576064:12345-192.168.203.27@tcp:101:rm.0 00010000:00010000:3.0:1746156248.840106:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156248.840120:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146eb expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746156248.840138:0:21377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 8, mtime: 0x68143ad9, atime: 0x68143ac5, ctime: 0x68143ad9, blocks: 0xb 00010000:00010000:3.0:1746156248.840152:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.840154:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156248.840160:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146eb expref: 84 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156248.840173:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146eb expref: 84 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156248.840181:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009562da00, rc 0) 00000100:00100000:3.0:1746156248.840227:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+84:1975:x1830977057576064:12345-192.168.203.27@tcp:101:rm.0 Request processed in 135us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156248.840232:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6769 00000100:00100000:0.0:1746156248.842633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156248.843733:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057576320 00000100:00100000:3.0:1746156248.843740:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057576320 00000100:00100000:3.0:1746156248.843785:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44322 00000100:00100000:3.0:1746156248.843793:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:31608:x1830977057576320:12345-192.168.203.27@tcp:36:rm.0 00010000:00010000:3.0:1746156248.843835:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746156248.843853:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c000/0xb0171789e0e788d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146e4 expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.843887:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094940c00/0xb0171789e0e751aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c810fe0 expref: 9 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.843897:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009572b100) 00010000:00010000:3.0:1746156248.843905:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97a00/0xb0171789e0e788b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146dd expref: 8 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156248.843911:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800939ccc00) 00010000:00010000:3.0:1746156248.843918:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156248.843932:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.843940:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.843948:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.843956:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.843961:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.843966:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.844055:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.844062:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.844067:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000040:00080000:3.0:1746156248.844662:0:7118:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:3.0:1746156248.844669:0:7118:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 504900302357ns, next at 505900300792ns, rc = 0 00010000:00010000:3.0:1746156248.844713:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.844719:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.844725:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.844731:0:7118:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.844735:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.844740:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.844993:0:7118:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746156248.845008:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845013:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845018:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845023:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009562c600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156248.845026:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845031:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845038:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009572b100) 00010000:00010000:3.0:1746156248.845041:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746156248.845043:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845048:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009562c600/0xb0171789e0e788ed lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845097:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845102:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845106:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845109:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009562d200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156248.845112:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845116:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845121:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880129cfde00) 00010000:00010000:3.0:1746156248.845123:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156248.845125:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156248.845129:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009562d200/0xb0171789e0e788df lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000004:00010000:3.0:1746156248.845139:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008ff0e680 reply state ffff8800920f8000 transno 4294986156 ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746156248.845144:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746156248.845274:0:7105:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746156248.845278:0:7105:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156248.845287:0:7105:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009484a000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156248.845289:0:7105:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156248.845298:0:7105:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156248.845305:0:7105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88009572b100) 00010000:00010000:0.0:1746156248.845307:0:7105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746156248.845309:0:7105:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156248.845313:0:7105:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a000/0xb0171789e0e788f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156248.845536:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156248.845538:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156248.845540:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746156248.845672:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:31608:x1830977057576320:12345-192.168.203.27@tcp:36:rm.0 Request processed in 1878us (3041us total) trans 4294986156 rc 0/0 00000100:00100000:3.0:1746156248.845679:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44322 00010000:00010000:2.0:1746156248.850221:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156248.850233:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156248.850239:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156248.850244:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009562ca00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156248.850248:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156248.850254:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156248.850265:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880129cfd700) 00010000:00010000:2.0:1746156248.850267:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156248.850270:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156248.850275:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009562ca00/0xb0171789e0e788e6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000001:00080000:2.0:1746156248.905989:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968014 is committed 00000001:00080000:2.0:1746156248.906004:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968024 is committed 00000001:00080000:2.0:1746156248.906075:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968025 is committed 00010000:00010000:3.0:1746156249.623579:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1746156249.719175:0:8547:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2f7f720d-4840-4eef-9211-6cf92ca834d9 00000020:00000080:3.0:1746156249.719181:0:8547:0:(genops.c:904:class_export_put()) final put ffff88012ce1f800/2f7f720d-4840-4eef-9211-6cf92ca834d9 00000020:00000080:2.0:1746156249.719460:0:288:0:(genops.c:863:class_export_destroy()) destroying export ffff88012ce1f800/2f7f720d-4840-4eef-9211-6cf92ca834d9 for lustre-OST0000 00000020:00000080:2.0:1746156249.719499:0:288:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88012ce1a800 for lustre-OST0000 00000001:00080000:0.0:1746156249.842988:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986155 is committed 00000001:00080000:0.0:1746156249.843000:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986154 is committed 00000001:00080000:0.0:1746156249.843007:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986156 is committed 00000004:00080000:0.0:1746156249.843010:0:7168:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000100:00100000:1.0:1746156249.843224:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746156249.843243:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977054077440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746156249.843298:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156249.843326:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054077440 00000100:00100000:0.0:1746156249.843332:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054077440 00000100:00080000:1.0:1746156249.843353:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156249.843380:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6770 00000100:00100000:0.0:1746156249.843387:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977054077440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746156249.843407:0:21377:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00010000:00010000:0.0:1746156249.843426:0:21377:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156249.843441:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146eb expref: 5 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156249.843447:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156249.843449:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156249.843452:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156249.843471:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146eb expref: 5 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156249.843481:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146eb expref: 5 pid: 21377 timeout: 605 lvb_type: 1 00000100:00100000:0.0:1746156249.843490:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ff0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054077568:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156249.843537:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156249.844985:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156249.845150:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057576448 00000100:00100000:3.0:1746156249.845156:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057576448 00010000:00010000:3.0:1746156249.845180:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146eb expref: 6 pid: 21377 timeout: 605 lvb_type: 1 00000100:00100000:3.0:1746156249.845206:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11306 00000100:00100000:3.0:1746156249.845213:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057576448:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156249.845221:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156249.845225:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146eb expref: 6 pid: 21377 timeout: 605 lvb_type: 1 00010000:00010000:3.0:1746156249.845234:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146eb expref: 6 pid: 21377 timeout: 605 lvb_type: 1 00010000:00010000:3.0:1746156249.845255:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156249.845256:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156249.845259:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156249.845266:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156249.845277:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156249.845309:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057576448:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 97us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156249.845315:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11306 00010000:00010000:2.0:1746156249.845391:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562da00/0xb0171789e0e788d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146eb expref: 5 pid: 21377 timeout: 605 lvb_type: 1 00000100:00100000:2.0:1746156249.845402:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ff0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054077568:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156249.845416:0:21377:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156249.845423:0:21377:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156249.845428:0:21377:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156249.845434:0:21377:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156249.845439:0:21377:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156249.845450:0:21377:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1746156249.845815:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3303:x1830977054077440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2428us (2516us total) trans 4294968026 rc 0/0 00000100:00100000:2.0:1746156249.845821:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6770 00000004:00080000:1.0:1746156249.846006:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800923db800/2, rc 0, transno 4294968026 00000100:00100000:1.0:1746156249.846012:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977054077440:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1746156249.846192:0:7105:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746156249.846197:0:7105:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156249.846203:0:7105:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a03200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156249.846206:0:7105:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156249.846212:0:7105:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156249.846222:0:7105:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156249.846228:0:7105:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0xb0171789e0e788fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156249.846241:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156249.846243:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156249.846244:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746156250.408474:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746156250.408497:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054077696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746156250.408617:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156250.408730:0:21128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054077696 00000100:00100000:1.0:1746156250.408737:0:21128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054077696 00000100:00100000:1.0:1746156250.408785:0:21128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1746156250.408790:0:21128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977054077696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746156250.408824:0:21128:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531038208 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746156250.408865:0:21128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977054077696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156250.408871:0:21128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1746156250.409739:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054077696:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1746156250.410248:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746156250.625847:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746156251.627803:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746156251.689181:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746156251.689283:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830977054077952:0@lo:400:kworker.0 00000100:00100000:1.0:1746156251.689337:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156251.689409:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746156251.689414:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977054078080:0@lo:400:kworker.0 00000100:00100000:1.0:1746156251.689430:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746156251.689478:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800955a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830977054078208:0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.689505:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746156251.689524:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d1564f43-51fa-4103-925d-40b72781cb59:3301:1830977054077824:0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.689542:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746156251.689571:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054078208 00000100:00100000:2.0:1746156251.689577:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054078208 00000100:00100000:2.0:1746156251.689614:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1746156251.689620:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830977054078208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.689654:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830977054078208:12345-0@lo:400:kworker.0 Request processed in 34us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156251.689659:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1746156251.689675:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054077824 00000100:00100000:2.0:1746156251.689677:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054077824 00000100:00100000:2.0:1746156251.689690:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1746156251.689694:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a53e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3301:x1830977054077824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.689711:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a53e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3301:x1830977054077824:12345-0@lo:400:kworker.0 Request processed in 17us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156251.689716:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1746156251.689741:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800955a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830977054078208:0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.689747:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d1564f43-51fa-4103-925d-40b72781cb59:3301:1830977054077824:0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.689772:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054077952 00000100:00100000:2.0:1746156251.689774:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054077952 00000100:00100000:2.0:1746156251.689786:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054078080 00000100:00100000:2.0:1746156251.689787:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054078080 00000100:00100000:2.0:1746156251.689800:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1746156251.689804:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830977054077952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.689823:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830977054077952:12345-0@lo:400:kworker.0 Request processed in 18us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156251.689828:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1746156251.689834:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1746156251.689838:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830977054078080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.689851:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830977054078080:12345-0@lo:400:kworker.0 Request processed in 13us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156251.689855:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:2.0:1746156251.689865:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156251.690075:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977054078080:0@lo:400:kworker.0 00000100:00100000:0.0:1746156251.690082:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830977054077952:0@lo:400:kworker.0 00000100:00100000:1.0:1746156251.690143:0:3304:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746156251.690148:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800955a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054078464:0@lo:400:kworker.0 00000100:00100000:1.0:1746156251.690165:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156251.690213:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746156251.690219:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800955a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830977054078336:0@lo:400:kworker.0 00000100:00100000:3.0:1746156251.690239:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156251.690255:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054078336 00000100:00100000:3.0:1746156251.690257:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054078336 00000100:00100000:3.0:1746156251.690279:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1746156251.690284:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830977054078336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746156251.690306:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830977054078336:12345-0@lo:400:kworker.0 Request processed in 22us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156251.690310:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00080000:3.0:1746156251.690322:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746156251.690332:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800955a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830977054078336:0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.697328:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054078464 00000100:00100000:2.0:1746156251.697337:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054078464 00000100:00100000:2.0:1746156251.697392:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1746156251.697400:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3304:x1830977054078464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.697469:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3304:x1830977054078464:12345-0@lo:400:kworker.0 Request processed in 72us (7303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156251.697475:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:2.0:1746156251.697500:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746156251.697529:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800955a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054078464:0@lo:400:kworker.0 00000100:00100000:2.0:1746156251.832363:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800955a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054078592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746156251.832428:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156251.832520:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054078592 00000100:00100000:1.0:1746156251.832526:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054078592 00000100:00100000:1.0:1746156251.832558:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1746156251.832565:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3304:x1830977054078592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746156251.832593:0:8464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 354222080 pending 0 free 3854565376 avail 3852468224 00000100:00100000:1.0:1746156251.832624:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3304:x1830977054078592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156251.832630:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1746156251.832705:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800955a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054078592:0@lo:13:osp-pre-1-0.0 00000001:02000400:1.0:1746156251.974349:0:3962:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 23:24:12 (1746156252) 00000100:00100000:1.0:1746156252.058330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.058350:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057576576 00000100:00100000:2.0:1746156252.058357:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057576576 00000100:00100000:2.0:1746156252.058429:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44323 00000100:00100000:2.0:1746156252.058437:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:32238:x1830977057576576:12345-192.168.203.27@tcp:101:mkdir.0 00010000:00010000:2.0:1746156252.058455:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156252.058471:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78902 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146f2 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.058524:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b600/0xb0171789e0e78909 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.058535:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b600/0xb0171789e0e78909 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.058545:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b600/0xb0171789e0e78909 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156252.058595:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746156252.058598:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156252.058609:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b600/0xb0171789e0e78909 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.058625:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78902 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146f2 expref: 7 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.058634:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b600/0xb0171789e0e78909 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146f2 expref: 6 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.058641:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cdeb00) 00010000:00010000:2.0:1746156252.058643:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746156252.058646:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:2.0:1746156252.058691:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:32238:x1830977057576576:12345-192.168.203.27@tcp:101:mkdir.0 Request processed in 255us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.058696:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44323 00000100:00080000:2.0:1746156252.058713:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156252.061206:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156252.061743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.062049:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057576960 00000100:00100000:2.0:1746156252.062067:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057576960 00000100:00100000:2.0:1746156252.062099:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057576704 00000100:00100000:2.0:1746156252.062101:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057576704 00000100:00100000:2.0:1746156252.062115:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44324 00000100:00100000:2.0:1746156252.062122:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:32238:x1830977057576960:12345-192.168.203.27@tcp:36:mkdir.0 00010000:00010000:2.0:1746156252.062159:0:7116:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156252.062180:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b600/0xb0171789e0e78909 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146f2 expref: 7 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.062192:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cdeb00) 00010000:00010000:2.0:1746156252.062200:0:7116:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156252.062274:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.062283:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.062290:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.062301:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.062306:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.062311:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:2.0:1746156252.064867:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:2.0:1746156252.064881:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.064889:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.064899:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.064904:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22aa00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156252.064907:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.064913:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.064924:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cde500) 00010000:00010000:2.0:1746156252.064927:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156252.064930:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156252.064934:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78910 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00000004:00010000:2.0:1746156252.064948:0:7116:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008ff0f480 reply state ffff8800957b8000 transno 4294986157 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000100:00100000:2.0:1746156252.064954:0:7116:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746156252.065024:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:32238:x1830977057576960:12345-192.168.203.27@tcp:36:mkdir.0 Request processed in 2899us (3819us total) trans 4294986157 rc 0/0 00000100:00100000:2.0:1746156252.065031:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44324 00000100:00100000:2.0:1746156252.065053:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44325 00000100:00100000:2.0:1746156252.065072:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057576704:12345-192.168.203.27@tcp:41:mkdir.0 00000004:00000024:2.0:1746156252.065100:0:7116:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260336640 avail 2258239488 00000100:00100000:2.0:1746156252.065130:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057576704:12345-192.168.203.27@tcp:41:mkdir.0 Request processed in 60us (3388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.065138:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44325 00010000:00010000:1.0:1746156252.067068:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156252.067077:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156252.067083:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156252.067088:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c269800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.067091:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156252.067097:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156252.067109:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880094cde200) 00010000:00010000:1.0:1746156252.067111:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.067113:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156252.067117:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c269800/0xb0171789e0e78917 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00000100:00100000:0.0:1746156252.080421:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.080587:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057577088 00000100:00100000:2.0:1746156252.080595:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057577088 00000100:00100000:2.0:1746156252.080636:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44326 00000100:00100000:2.0:1746156252.080643:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:32239:x1830977057577088:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746156252.080666:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156252.080682:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e7891e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8146f9 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.080733:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22be00/0xb0171789e0e78925 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.080743:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22be00/0xb0171789e0e78925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.080752:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22be00/0xb0171789e0e78925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156252.080800:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746156252.080803:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156252.080818:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22be00/0xb0171789e0e78925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.080834:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e7891e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146f9 expref: 8 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.080845:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22be00/0xb0171789e0e78925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146f9 expref: 7 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.080851:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cde000) 00010000:00010000:2.0:1746156252.080854:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746156252.080856:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22be00, rc 0) 00000100:00100000:2.0:1746156252.080908:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:32239:x1830977057577088:12345-192.168.203.27@tcp:101:cp.0 Request processed in 265us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.080914:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44326 00000100:00100000:1.0:1746156252.082256:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156252.082294:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057577216 00000100:00100000:0.0:1746156252.082300:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057577216 00000100:00100000:0.0:1746156252.082339:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44327 00000100:00100000:0.0:1746156252.082346:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:32239:x1830977057577216:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:0.0:1746156252.082360:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156252.082401:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3c00/0xb0171789e0e7892c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814700 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156252.082443:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156252.082453:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156252.082464:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156252.082474:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156252.082478:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156252.082481:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082595:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c292000/0xb0171789e0e78941 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082605:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c292000/0xb0171789e0e78941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082611:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c292000/0xb0171789e0e78941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:1.0:1746156252.082633:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:1.0:1746156252.082636:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746156252.082658:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c292000/0xb0171789e0e78941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082666:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082670:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082675:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082680:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800950e3200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.082683:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082687:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082695:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cde000) 00010000:00010000:1.0:1746156252.082697:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.082700:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082704:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3200/0xb0171789e0e78933 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082715:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082719:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082723:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082727:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800950e2e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.082730:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082734:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082739:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800939ccc00) 00010000:00010000:1.0:1746156252.082741:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.082743:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082748:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e2e00/0xb0171789e0e7893a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.082768:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950e3c00/0xb0171789e0e7892c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814700 expref: 9 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.082782:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c292000/0xb0171789e0e78941 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814700 expref: 8 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.082788:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88013694ee00) 00010000:00010000:1.0:1746156252.082790:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746156252.082792:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c292000, rc 0) 00000100:00100000:1.0:1746156252.082909:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:32239:x1830977057577216:12345-192.168.203.27@tcp:101:cp.0 Request processed in 561us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156252.082914:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44327 00000100:00100000:0.0:1746156252.084228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156252.084361:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057577344 00000100:00100000:1.0:1746156252.084389:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057577344 00000100:00100000:1.0:1746156252.084511:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44328 00000100:00100000:1.0:1746156252.084518:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:32239:x1830977057577344:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:1.0:1746156252.084532:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156252.084544:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6000/0xb0171789e0e78948 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814707 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.084585:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084594:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084602:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084612:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084617:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084622:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084667:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084673:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084678:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084683:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801306a6c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.084686:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084691:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084698:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88013694ee00) 00010000:00010000:1.0:1746156252.084700:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.084703:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084707:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6c00/0xb0171789e0e7894f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084714:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084718:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084722:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084725:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fe6e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.084726:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084733:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084738:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88013694e100) 00010000:00010000:1.0:1746156252.084739:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.084741:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084745:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78956 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.084770:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6000/0xb0171789e0e78948 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814707 expref: 9 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.084776:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6000/0xb0171789e0e78948 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814707 expref: 9 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.084782:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a6000, rc 0) 00000100:00100000:1.0:1746156252.084822:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:32239:x1830977057577344:12345-192.168.203.27@tcp:101:cp.0 Request processed in 304us (597us total) trans 0 rc 301/301 00000100:00100000:1.0:1746156252.084828:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44328 00000100:00100000:0.0:1746156252.086201:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.086271:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057577472 00000100:00100000:2.0:1746156252.086277:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057577472 00000100:00100000:2.0:1746156252.086317:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44329 00000100:00100000:2.0:1746156252.086322:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:32239:x1830977057577472:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746156252.086336:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156252.086348:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b600/0xb0171789e0e7895d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81470e expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.086409:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086418:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086427:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086436:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086441:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086446:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086489:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086495:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086501:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086505:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22a200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156252.086509:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086514:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086523:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88013694ee00) 00010000:00010000:2.0:1746156252.086525:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156252.086527:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086532:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e78964 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086540:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086545:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086549:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086553:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22a000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156252.086555:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086562:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086567:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880094cde100) 00010000:00010000:2.0:1746156252.086569:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156252.086571:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086575:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e7896b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.086603:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b600/0xb0171789e0e7895d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81470e expref: 9 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.086609:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b600/0xb0171789e0e7895d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81470e expref: 9 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.086616:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b600, rc 0) 00000100:00100000:2.0:1746156252.086651:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:32239:x1830977057577472:12345-192.168.203.27@tcp:101:cp.0 Request processed in 329us (454us total) trans 0 rc 301/301 00000100:00100000:2.0:1746156252.086656:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44329 00000100:00100000:0.0:1746156252.088515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156252.088654:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057577728 00000100:00100000:1.0:1746156252.088661:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057577728 00000100:00100000:1.0:1746156252.088703:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44330 00000100:00100000:1.0:1746156252.088709:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:32239:x1830977057577728:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:1.0:1746156252.088726:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156252.088739:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e78972 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814715 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.088844:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.088854:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.088862:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.088873:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.088877:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.088882:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00080000:1.0:1746156252.089506:0:7118:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:1.0:1746156252.089624:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4dc200/0xb0171789e0e78987 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.089631:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4dc200/0xb0171789e0e78987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.089637:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4dc200/0xb0171789e0e78987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.089660:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.089664:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.089673:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.089678:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a532d000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.089681:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.089686:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.089696:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88013694ee00) 00010000:00010000:1.0:1746156252.089698:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.089701:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.089706:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78979 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000004:00010000:1.0:1746156252.089715:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008ff0d180 reply state ffff880093394000 transno 4294986158 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:1.0:1746156252.089721:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746156252.089740:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e78972 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814715 expref: 11 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.090141:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4dc200/0xb0171789e0e78987 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814715 expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.090147:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:1.0:1746156252.090149:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746156252.090151:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b4dc200, rc 0) 00000100:00100000:1.0:1746156252.090500:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:32239:x1830977057577728:12345-192.168.203.27@tcp:101:cp.0 Request processed in 1790us (1990us total) trans 4294986158 rc 0/0 00000100:00100000:1.0:1746156252.090507:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44330 00010000:00010000:2.0:1746156252.091847:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156252.091949:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156252.091956:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156252.091961:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c293a00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156252.091966:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156252.091971:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156252.091984:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88013694e700) 00010000:00010000:2.0:1746156252.091986:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156252.091989:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156252.091994:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e78980 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000100:00100000:0.0:1746156252.092768:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.092918:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057577856 00000100:00100000:2.0:1746156252.092929:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057577856 00000100:00100000:2.0:1746156252.092986:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6771 00000100:00100000:2.0:1746156252.092993:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1974:x1830977057577856:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746156252.093007:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156252.093021:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81471c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156252.093039:0:21377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746156252.093052:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.093084:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.093090:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81471c expref: 6 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156252.093104:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81471c expref: 6 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156252.093118:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094131e00, rc 0) 00000100:00080000:0.0:1746156252.093165:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746156252.093684:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057577856:12345-192.168.203.27@tcp:101:cp.0 Request processed in 689us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.093690:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6771 00000100:00100000:1.0:1746156252.095527:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.095886:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057577984 00000100:00100000:2.0:1746156252.095893:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057577984 00000100:00100000:2.0:1746156252.095949:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6772 00000100:00100000:2.0:1746156252.095959:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:32239:x1830977057577984:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746156252.095977:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156252.095995:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814723 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.096021:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81471c expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156252.096028:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.096030:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.096032:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.096066:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81471c expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156252.096078:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81471c expref: 7 pid: 21377 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1746156252.096093:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4831c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054078720:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156252.096188:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5275840 going to sleep for 11 seconds 00000100:00100000:2.0:1746156252.097497:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4831c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054078720:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156252.097520:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.097533:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22aa00, rc 0) 00000100:00100000:2.0:1746156252.097836:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:32239:x1830977057577984:12345-192.168.203.27@tcp:101:cp.0 Request processed in 1875us (2313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.097843:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6772 00000100:00100000:0.0:1746156252.097992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.098015:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057578112 00000100:00100000:2.0:1746156252.098020:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057578112 00010000:00010000:2.0:1746156252.098037:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81471c expref: 7 pid: 21377 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1746156252.098305:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11307 00000100:00100000:2.0:1746156252.098311:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057578112:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156252.098320:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156252.098337:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81471c expref: 7 pid: 21377 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1746156252.098345:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81471c expref: 7 pid: 21377 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1746156252.098394:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094131e00/0xb0171789e0e78995 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81471c expref: 7 pid: 21377 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1746156252.098403:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.098405:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.098410:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.098417:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.098436:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156252.098444:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4831c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054078848:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156252.098790:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5275840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156252.101667:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.101692:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4831c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054078848:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156252.101710:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156252.101748:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057578112:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3437us (3756us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.101758:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11307 00000100:00100000:1.0:1746156252.101802:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057578368 00000100:00100000:1.0:1746156252.101807:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057578368 00000100:00100000:1.0:1746156252.101851:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 155 00000100:00100000:1.0:1746156252.101857:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:32239:x1830977057578368:12345-192.168.203.27@tcp:35:cp.0 00000100:00100000:1.0:1746156252.102089:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:32239:x1830977057578368:12345-192.168.203.27@tcp:35:cp.0 Request processed in 232us (429us total) trans 4294986159 rc 0/0 00000100:00100000:1.0:1746156252.102094:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 155 00000100:00100000:0.0:1746156252.141798:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156252.141911:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057578624 00000100:00100000:1.0:1746156252.141922:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057578624 00000100:00100000:1.0:1746156252.141977:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44331 00000100:00100000:1.0:1746156252.141984:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:32242:x1830977057578624:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746156252.142003:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156252.142020:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e789a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81472a expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.142112:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6000/0xb0171789e0e789aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.142123:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6000/0xb0171789e0e789aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.142132:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6000/0xb0171789e0e789aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:1.0:1746156252.142141:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:1.0:1746156252.142251:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c293a00/0xb0171789e0e789a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81472a expref: 14 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.142979:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a6000/0xb0171789e0e789aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81472a expref: 13 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.142987:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:1.0:1746156252.142990:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746156252.142992:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a6000, rc 0) 00000100:00100000:1.0:1746156252.143064:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:32242:x1830977057578624:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 1071us (1264us total) trans 4294986160 rc 0/0 00000100:00100000:1.0:1746156252.143070:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44331 00000100:00100000:0.0:1746156252.165557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156252.168430:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057578752 00000100:00100000:1.0:1746156252.168442:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057578752 00000100:00100000:1.0:1746156252.168510:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44332 00000100:00100000:1.0:1746156252.168517:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:32246:x1830977057578752:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746156252.168539:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156252.168554:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e789b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814731 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.168601:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.168611:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.168621:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:1.0:1746156252.168670:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746156252.168675:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746156252.168688:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.168704:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a200/0xb0171789e0e789b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814731 expref: 9 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.168719:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814731 expref: 8 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.168725:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cde000) 00010000:00010000:1.0:1746156252.168728:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746156252.168730:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22b000, rc 0) 00000100:00100000:1.0:1746156252.168772:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:32246:x1830977057578752:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 255us (3223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156252.168777:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44332 00000100:00080000:0.0:1746156252.169294:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156252.172005:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.172115:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057578880 00000100:00100000:2.0:1746156252.172124:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057578880 00000100:00100000:2.0:1746156252.172542:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44333 00000100:00100000:2.0:1746156252.172550:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:32246:x1830977057578880:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746156252.172569:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156252.172582:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094131e00/0xb0171789e0e789c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814738 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.172626:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172636:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172645:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172654:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172659:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172664:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172750:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800957a1e00/0xb0171789e0e789db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172755:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800957a1e00/0xb0171789e0e789db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172760:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800957a1e00/0xb0171789e0e789db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156252.172778:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:2.0:1746156252.172780:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156252.172792:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800957a1e00/0xb0171789e0e789db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172800:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172805:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172810:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172814:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bd3aa00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156252.172817:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172823:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172831:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cde000) 00010000:00010000:2.0:1746156252.172834:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156252.172836:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172841:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3aa00/0xb0171789e0e789cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172854:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172858:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172863:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172867:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bd3a600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156252.172870:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172874:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172879:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880094cdee00) 00010000:00010000:2.0:1746156252.172881:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156252.172883:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172887:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bd3a600/0xb0171789e0e789d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.172906:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094131e00/0xb0171789e0e789c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814738 expref: 10 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.172915:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800957a1e00/0xb0171789e0e789db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814738 expref: 9 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.172920:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88013694ee00) 00010000:00010000:2.0:1746156252.172921:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746156252.172923:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957a1e00, rc 0) 00000100:00100000:2.0:1746156252.172959:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:32246:x1830977057578880:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 410us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.172965:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44333 00000100:00100000:0.0:1746156252.176168:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156252.176576:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057579008 00000100:00100000:1.0:1746156252.176584:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057579008 00000100:00100000:1.0:1746156252.176632:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44334 00000100:00100000:1.0:1746156252.176639:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:32246:x1830977057579008:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746156252.176655:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156252.176670:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e789e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81473f expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.176716:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176727:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176735:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176747:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176752:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176757:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176833:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176839:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176845:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:1.0:1746156252.176868:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:1.0:1746156252.176872:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746156252.176884:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176890:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176895:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176899:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176904:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176912:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fe6e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.176915:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176920:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176928:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88013694ee00) 00010000:00010000:1.0:1746156252.176931:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.176934:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176938:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e789e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176958:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176962:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176965:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176969:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a532ce00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.176971:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176974:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176980:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88013694e500) 00010000:00010000:1.0:1746156252.176981:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.176983:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.176987:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532ce00/0xb0171789e0e789f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.177008:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22a000/0xb0171789e0e789e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81473f expref: 11 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.177018:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81473f expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.177023:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:1.0:1746156252.177025:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746156252.177027:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a532d000, rc 0) 00000100:00100000:1.0:1746156252.177074:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:32246:x1830977057579008:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 436us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156252.177080:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44334 00000100:00100000:0.0:1746156252.179260:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.179333:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057579136 00000100:00100000:2.0:1746156252.179339:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057579136 00000100:00100000:2.0:1746156252.179392:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6773 00000100:00100000:2.0:1746156252.179398:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1971:x1830977057579136:12345-192.168.203.27@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746156252.179422:0:21377:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp t0 exp (null) cur 508 last 0 00000020:00000080:2.0:1746156252.179754:0:21377:0:(genops.c:1402:class_connect()) connect: client 2f7f720d-4840-4eef-9211-6cf92ca834d9, cookie 0xb0171789e0e789fe 00002000:00100000:2.0:1746156252.179764:0:21377:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 2f7f720d-4840-4eef-9211-6cf92ca834d9/ffff880133676800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103658 ocd_grant: 185729024 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746156252.179781:0:21377:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746156252.179886:0:21377:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88009c1839c0 00002000:00080000:2.0:1746156252.179892:0:21377:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746156252.179911:0:21377:0:(import.c:66:import_set_state_nolock()) ffff880133674800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746156252.180493:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1971:x1830977057579136:12345-192.168.203.27@tcp:8:mmap_cat.0 Request processed in 1092us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.180501:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6773 00000100:00100000:0.0:1746156252.182300:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.183123:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057579264 00000100:00100000:2.0:1746156252.183130:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057579264 00000100:00100000:2.0:1746156252.183184:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6774 00000100:00100000:2.0:1746156252.183191:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:0:x1830977057579264:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746156252.183206:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156252.183218:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c22e200/0xb0171789e0e78a05 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814746 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156252.183257:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4831c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054078976:192.168.203.27@tcp:106: 00000100:00100000:2.0:1746156252.183333:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52753c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746156252.183518:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1746156252.185839:0:21377:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746156252.185844:0:21377:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime: 0 -> 1746156252 00002000:00010000:2.0:1746156252.185847:0:21377:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746156252 00002000:00010000:2.0:1746156252.185849:0:21377:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime: 0 -> 1746156252 00000100:00100000:2.0:1746156252.185867:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4831c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054078976:192.168.203.27@tcp:106: 00010000:00010000:2.0:1746156252.185890:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c22e200/0xb0171789e0e78a05 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814746 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156252.185907:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c22e200/0xb0171789e0e78a05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814746 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156252.186249:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22e200, rc 0) 00000100:00100000:2.0:1746156252.186293:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:0:x1830977057579264:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 3101us (3997us total) trans 0 rc 301/301 00000100:00100000:2.0:1746156252.186300:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6774 00000100:00100000:0.0:1746156252.187870:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.187954:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057579520 00000100:00100000:2.0:1746156252.187961:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057579520 00000100:00100000:2.0:1746156252.188008:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44335 00000100:00100000:2.0:1746156252.188014:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:32246:x1830977057579520:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746156252.188029:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156252.188044:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22ee00/0xb0171789e0e78a0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81474d expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.188125:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.188135:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.188143:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156252.188150:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:2.0:1746156252.188236:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22ee00/0xb0171789e0e78a0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81474d expref: 13 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.188280:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81474d expref: 12 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.188288:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:2.0:1746156252.188290:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156252.188292:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094131800, rc 0) 00000100:00100000:2.0:1746156252.188337:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:32246:x1830977057579520:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 322us (471us total) trans 4294986161 rc 0/0 00000100:00100000:2.0:1746156252.188343:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44335 00000100:00100000:0.0:1746156252.191997:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156252.192131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.192220:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057579776 00000100:00100000:3.0:1746156252.192221:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057579648 00000100:00100000:3.0:1746156252.192227:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057579648 00000100:00100000:2.0:1746156252.192227:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057579776 00000100:00100000:3.0:1746156252.192265:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6775 00000100:00100000:2.0:1746156252.192270:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 247 00000100:00100000:2.0:1746156252.192275:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1973:x1830977057579776:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746156252.192278:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057579648:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746156252.192286:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156252.192291:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156252.192303:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095595800/0xb0171789e0e78a21 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814754 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.192305:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81474d expref: 12 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.192319:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:2.0:1746156252.192322:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156252.192392:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1973:x1830977057579776:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 116us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.192398:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 247 00000100:00100000:3.0:1746156252.192525:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054079104:192.168.203.27@tcp:106: 00000100:00100000:3.0:1746156252.192588:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746156252.194348:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054079104:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746156252.194577:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095595800/0xb0171789e0e78a21 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814754 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156252.194589:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095595800/0xb0171789e0e78a21 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814754 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156252.195205:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595800, rc 0) 00000100:00100000:3.0:1746156252.195252:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057579648:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 2979us (3120us total) trans 0 rc 301/301 00000100:00100000:3.0:1746156252.195259:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6775 00000100:00100000:0.0:1746156252.197763:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156252.197932:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057579904 00000100:00100000:3.0:1746156252.197940:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057579904 00000100:00100000:3.0:1746156252.197983:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6776 00000100:00100000:3.0:1746156252.197990:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:32246:x1830977057579904:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746156252.198006:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156252.198021:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81475b expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.198047:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.198062:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156252.198064:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156252.198067:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.198098:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 5 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.198108:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 5 pid: 21377 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746156252.198117:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054079232:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156252.198648:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156252.200779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156252.200959:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054079232:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156252.200985:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.200999:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095594800, rc 0) 00000100:00100000:3.0:1746156252.201031:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:32246:x1830977057579904:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 3042us (3274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156252.201039:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6776 00000100:00100000:1.0:1746156252.201113:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057580032 00000100:00100000:1.0:1746156252.201118:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057580032 00002000:00100000:1.0:1746156252.201146:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff88009a1e6c50 x1830977057580032/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:568/0 lens 2208/0 e 0 to 0 dl 1746156263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746156252.201155:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1e6c50 with x1830977057580032 ext(0->1715) 00010000:00010000:1.0:1746156252.201161:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 6 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746156252.201171:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 6 pid: 21377 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746156252.201177:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a1e6c50 00000100:00100000:1.0:1746156252.201198:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2870 00000100:00100000:1.0:1746156252.201205:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057580032:12345-192.168.203.27@tcp:4:cp.0 00000100:00100000:1.0:1746156252.206484:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057580032:12345-192.168.203.27@tcp:4:cp.0 Request processed in 5269us (5701us total) trans 4294968700 rc 0/0 00000100:00100000:1.0:1746156252.206497:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2870 00002000:00100000:1.0:1746156252.206510:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff88009a1e6c50 x1830977057580032/t4294968700(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:568/0 lens 2208/448 e 0 to 0 dl 1746156263 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746156252.206519:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1e6c50 with x1830977057580032 ext(0->1715) 00010000:00010000:1.0:1746156252.206529:0:32394:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 8 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746156252.206544:0:32394:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 8 pid: 21377 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746156252.206550:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a1e6c50 00000100:00100000:0.0:1746156252.210040:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.210101:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057580160 00000100:00100000:2.0:1746156252.210108:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057580160 00010000:00010000:2.0:1746156252.210138:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 8 pid: 21377 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746156252.211250:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11308 00000100:00100000:3.0:1746156252.211263:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057580160:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156252.211274:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156252.211291:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 8 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746156252.211303:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 8 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746156252.211320:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c22aa00/0xb0171789e0e7899c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814723 expref: 8 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746156252.211341:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156252.211343:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156252.211349:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.211357:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.211402:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156252.211412:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977054079360:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156252.211460:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156252.214821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156252.214865:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057580416 00000100:00100000:0.0:1746156252.214872:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057580416 00000100:00100000:3.0:1746156252.214900:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977054079360:192.168.203.27@tcp:105: 00002000:00100000:0.0:1746156252.214905:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8800a4831c00 x1830977057580416/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:568/0 lens 488/0 e 0 to 0 dl 1746156263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156252.214914:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831c00 with x1830977057580416 ext(0->4095) 00002000:00010000:0.0:1746156252.214918:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4831c00 00010000:00010000:3.0:1746156252.214920:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156252.214944:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4855 00000100:00100000:0.0:1746156252.214950:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1975:x1830977057580416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746156252.214958:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057580160:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3700us (4926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156252.214966:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11308 00000100:00100000:0.0:1746156252.215087:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1975:x1830977057580416:12345-192.168.203.27@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156252.215093:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4855 00002000:00100000:0.0:1746156252.215098:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8800a4831c00 x1830977057580416/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:568/0 lens 488/4536 e 0 to 0 dl 1746156263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746156252.215105:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4831c00 with x1830977057580416 ext(0->4095) 00002000:00010000:0.0:1746156252.215108:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4831c00 00000100:00100000:0.0:1746156252.221350:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156252.222303:0:22829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057580672 00000100:00100000:3.0:1746156252.222311:0:22829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057580672 00000100:00100000:3.0:1746156252.222358:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 156 00000100:00100000:3.0:1746156252.222379:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:32246:x1830977057580672:12345-192.168.203.27@tcp:35:mmap_cat.0 00000100:00100000:3.0:1746156252.222561:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:32246:x1830977057580672:12345-192.168.203.27@tcp:35:mmap_cat.0 Request processed in 196us (1218us total) trans 4294986162 rc 0/0 00000100:00100000:3.0:1746156252.222567:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 156 00000100:00100000:0.0:1746156252.232726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156252.232774:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057580928 00000100:00100000:1.0:1746156252.232781:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057580928 00000100:00100000:1.0:1746156252.232821:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44336 00000100:00100000:1.0:1746156252.232826:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:32249:x1830977057580928:12345-192.168.203.27@tcp:36:truncate.0 00010000:00010000:1.0:1746156252.232862:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156252.232880:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b4dc200/0xb0171789e0e78987 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814715 expref: 13 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.232900:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:1.0:1746156252.232902:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156252.233035:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.233045:0:7118:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81473f expref: 11 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.233051:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.233089:0:7118:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81473f expref: 11 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.233099:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81473f expref: 11 pid: 7118 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746156252.233109:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800955a6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830977054079488:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156252.233170:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093713840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156252.234637:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156252.234759:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800955a6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830977054079488:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156252.234775:0:7118:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746156252.234827:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057581056 00000100:00100000:3.0:1746156252.234832:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057581056 00010000:00010000:3.0:1746156252.234857:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81473f expref: 12 pid: 7118 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746156252.235346:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11309 00000100:00100000:3.0:1746156252.235354:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1975:x1830977057581056:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156252.235363:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156252.235390:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81473f expref: 12 pid: 7118 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746156252.235400:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81473f expref: 12 pid: 7118 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746156252.235417:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e789f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81473f expref: 12 pid: 7118 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746156252.235432:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:3.0:1746156252.235436:0:8476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156252.235443:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156252.235449:0:8476:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156252.235792:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156252.235829:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1975:x1830977057581056:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 477us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156252.235836:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11309 00010000:00010000:1.0:1746156252.236551:0:7118:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.236558:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000001:00080000:1.0:1746156252.236648:0:7118:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986163 00000004:00010000:1.0:1746156252.236688:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800923d3b80 reply state ffff88009c2a2000 transno 4294986164 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:1.0:1746156252.236695:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746156252.236758:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:32249:x1830977057580928:12345-192.168.203.27@tcp:36:truncate.0 Request processed in 3929us (4036us total) trans 4294986164 rc 0/0 00000100:00100000:1.0:1746156252.236764:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44336 00000020:00080000:1.0:1746156252.236768:0:7118:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746156252.238605:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156252.238758:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057581184 00000100:00100000:3.0:1746156252.238764:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057581184 00000100:00100000:3.0:1746156252.238801:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6777 00000100:00100000:3.0:1746156252.238807:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:32249:x1830977057581184:12345-192.168.203.27@tcp:101:truncate.0 00010000:00010000:3.0:1746156252.238821:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156252.238835:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814762 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.238856:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.238862:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156252.238863:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156252.238866:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.238888:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.238899:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 6 pid: 21377 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746156252.238909:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054079616:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156252.240300:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00010000:00010000:1.0:1746156252.240715:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.240726:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.240732:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.240737:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22aa00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.240741:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.240747:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.240760:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:1.0:1746156252.240763:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.240766:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.240770:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22aa00/0xb0171789e0e78a2f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746156252.242006:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054079616:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156252.242033:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.242046:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009495ae00, rc 0) 00000100:00100000:3.0:1746156252.242091:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:32249:x1830977057581184:12345-192.168.203.27@tcp:101:truncate.0 Request processed in 3283us (3489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156252.242099:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6777 00000100:00100000:0.0:1746156252.243006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.243044:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057581312 00000100:00100000:2.0:1746156252.243050:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057581312 00010000:00010000:2.0:1746156252.243084:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 7 pid: 21377 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746156252.243117:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11310 00000100:00100000:2.0:1746156252.243123:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057581312:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156252.243133:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156252.243152:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 7 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746156252.243163:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 7 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746156252.243185:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095594800/0xb0171789e0e78a28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81475b expref: 7 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746156252.243211:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.243213:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.243218:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.243409:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.243441:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156252.243452:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4832a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054079744:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156252.243520:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5275900 going to sleep for 11 seconds 00000100:00100000:0.0:1746156252.245560:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156252.245579:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057581440 00000100:00100000:0.0:1746156252.245585:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057581440 00002000:00010000:0.0:1746156252.245615:0:32394:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:0.0:1746156252.245618:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2680 with x1830977057581440 ext(858->18446744073709551615) 00002000:00010000:0.0:1746156252.245625:0:32394:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d2680. 00000100:00100000:0.0:1746156252.245649:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4856 00000100:00100000:0.0:1746156252.245655:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057581440:12345-192.168.203.27@tcp:10:truncate.0 00002000:00010000:0.0:1746156252.245833:0:32394:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:0.0:1746156252.245836:0:32394:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 1746156252 -> 1746156253 00002000:00010000:0.0:1746156252.245838:0:32394:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 1746156252 -> 0 00002000:00010000:0.0:1746156252.245839:0:32394:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 1746156252 -> 1746156253 00002000:00010000:0.0:1746156252.245841:0:32394:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1746156252.245872:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057581440:12345-192.168.203.27@tcp:10:truncate.0 Request processed in 217us (317us total) trans 4294968701 rc 0/0 00000100:00100000:0.0:1746156252.245877:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4856 00002000:00010000:0.0:1746156252.245879:0:32394:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:0.0:1746156252.245881:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2680 with x1830977057581440 ext(858->18446744073709551615) 00002000:00010000:0.0:1746156252.245884:0:32394:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d2680. 00000100:00100000:2.0:1746156252.246429:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4832a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054079744:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156252.246443:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156252.246470:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057581312:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3347us (3466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.246477:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11310 00000100:00100000:0.0:1746156252.255003:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156252.255174:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057581568 00000100:00100000:1.0:1746156252.255183:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057581568 00000100:00100000:1.0:1746156252.255233:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44337 00000100:00100000:1.0:1746156252.255240:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:32251:x1830977057581568:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746156252.255261:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156252.255279:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc3e00/0xb0171789e0e78a3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814769 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.255330:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255340:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255349:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255360:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255400:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255405:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255485:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255491:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255497:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:1.0:1746156252.255519:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:1.0:1746156252.255523:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746156252.255535:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255541:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255547:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255552:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255558:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255562:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094bc2200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.255565:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255570:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255580:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88013694ee00) 00010000:00010000:1.0:1746156252.255582:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.255585:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255589:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc2200/0xb0171789e0e78a44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255611:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255616:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255620:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255624:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2be200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156252.255626:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255630:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255635:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88013694e000) 00010000:00010000:1.0:1746156252.255637:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156252.255639:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255643:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2be200/0xb0171789e0e78a4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.255666:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc3e00/0xb0171789e0e78a3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814769 expref: 16 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.255680:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094131800/0xb0171789e0e78a52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814769 expref: 15 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.255685:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:1.0:1746156252.255687:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746156252.255688:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094131800, rc 0) 00000100:00100000:1.0:1746156252.255725:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:32251:x1830977057581568:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 485us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156252.255731:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44337 00000100:00100000:0.0:1746156252.258925:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156252.259006:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057581824 00000100:00100000:3.0:1746156252.259013:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057581824 00002000:00100000:3.0:1746156252.259052:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8800923d3480 x1830977057581824/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:568/0 lens 488/0 e 0 to 0 dl 1746156263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746156252.259071:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3480 with x1830977057581824 ext(0->4095) 00002000:00010000:3.0:1746156252.259076:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d3480 00000100:00100000:3.0:1746156252.259097:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4857 00000100:00100000:3.0:1746156252.259105:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057581824:12345-192.168.203.27@tcp:3:cp.0 00000100:00100000:3.0:1746156252.259343:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057581824:12345-192.168.203.27@tcp:3:cp.0 Request processed in 238us (424us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156252.259354:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4857 00002000:00100000:3.0:1746156252.259360:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8800923d3480 x1830977057581824/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:568/0 lens 488/4536 e 0 to 0 dl 1746156263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746156252.259557:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3480 with x1830977057581824 ext(0->4095) 00002000:00010000:3.0:1746156252.259560:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d3480 00000100:00100000:0.0:1746156252.274741:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.275268:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057581952 00000100:00100000:2.0:1746156252.275275:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057581952 00000100:00100000:2.0:1746156252.275322:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44338 00000100:00100000:2.0:1746156252.275330:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:32255:x1830977057581952:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746156252.275348:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156252.275363:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e78a59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814770 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.275444:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275453:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275462:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275477:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275482:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275487:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275560:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d56f200/0xb0171789e0e78a6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275567:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d56f200/0xb0171789e0e78a6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275573:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d56f200/0xb0171789e0e78a6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156252.275595:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746156252.275598:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156252.275610:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d56f200/0xb0171789e0e78a6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275617:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d56f200/0xb0171789e0e78a6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275623:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275628:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275633:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275641:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e3d7200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156252.275645:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275651:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275659:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88013694ee00) 00010000:00010000:2.0:1746156252.275662:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156252.275665:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275670:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7200/0xb0171789e0e78a60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275689:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275695:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275699:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275703:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a563fc00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156252.275705:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275709:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275715:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880094cdeb00) 00010000:00010000:2.0:1746156252.275717:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156252.275719:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275723:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a563fc00/0xb0171789e0e78a67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156252.275745:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e78a59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814770 expref: 13 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.275754:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d56f200/0xb0171789e0e78a6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814770 expref: 12 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.275760:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:2.0:1746156252.275761:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156252.275763:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d56f200, rc 0) 00000100:00100000:2.0:1746156252.275799:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:32255:x1830977057581952:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 470us (1065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.275805:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44338 00000100:00100000:0.0:1746156252.277467:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156252.277565:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057582080 00000100:00100000:3.0:1746156252.277574:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057582080 00000100:00100000:3.0:1746156252.277616:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6778 00000100:00100000:3.0:1746156252.277623:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057582080:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746156252.277637:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156252.277652:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095595400/0xb0171789e0e78a75 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814777 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156252.277692:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054079872:192.168.203.27@tcp:106: 00000100:00100000:3.0:1746156252.278433:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00002000:00010000:3.0:1746156252.280330:0:21377:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746156253 00000100:00100000:3.0:1746156252.280357:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054079872:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746156252.280416:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095595400/0xb0171789e0e78a75 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814777 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156252.280429:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095595400/0xb0171789e0e78a75 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814777 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156252.280453:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595400, rc 0) 00000100:00100000:3.0:1746156252.280495:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057582080:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 2872us (3034us total) trans 0 rc 301/301 00000100:00100000:3.0:1746156252.280502:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6778 00000100:00100000:0.0:1746156252.283064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156252.283161:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057582336 00000100:00100000:1.0:1746156252.283168:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057582336 00000100:00100000:1.0:1746156252.283215:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44339 00000100:00100000:1.0:1746156252.283222:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:32255:x1830977057582336:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746156252.283240:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156252.283253:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78a7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81477e expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.283320:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc3e00/0xb0171789e0e78a83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.283330:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc3e00/0xb0171789e0e78a83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156252.283339:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc3e00/0xb0171789e0e78a83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:1.0:1746156252.283347:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:1.0:1746156252.283468:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e78a7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81477e expref: 15 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.283490:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc3e00/0xb0171789e0e78a83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81477e expref: 14 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156252.283498:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88013694e600) 00010000:00010000:1.0:1746156252.283500:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746156252.283503:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc3e00, rc 0) 00000100:00100000:1.0:1746156252.283550:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:32255:x1830977057582336:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 328us (501us total) trans 4294986165 rc 0/0 00000100:00100000:1.0:1746156252.283555:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44339 00000100:00100000:0.0:1746156252.286091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156252.286247:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057582464 00000100:00100000:3.0:1746156252.286254:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057582464 00000100:00100000:3.0:1746156252.286287:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6779 00000100:00100000:3.0:1746156252.286293:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057582464:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746156252.286306:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156252.286318:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095595800/0xb0171789e0e78a91 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814785 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156252.286356:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054080000:192.168.203.27@tcp:106: 00000100:00100000:3.0:1746156252.286872:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746156252.287957:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054080000:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746156252.287980:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095595800/0xb0171789e0e78a91 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814785 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156252.287991:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095595800/0xb0171789e0e78a91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814785 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156252.288031:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095595800, rc 0) 00000100:00100000:3.0:1746156252.288070:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057582464:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 1776us (1984us total) trans 0 rc 301/301 00000100:00100000:3.0:1746156252.288077:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6779 00000100:00100000:0.0:1746156252.290730:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156252.290864:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057582592 00000100:00100000:3.0:1746156252.290871:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057582592 00000100:00100000:3.0:1746156252.290905:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6780 00000100:00100000:3.0:1746156252.290911:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:32255:x1830977057582592:12345-192.168.203.27@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746156252.290925:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156252.290939:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e78a98 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81478c expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.290960:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.290966:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156252.290967:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156252.290970:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e78a98 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81478c expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.290994:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.291003:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 8 pid: 21377 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746156252.291012:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054080128:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156252.291997:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c49b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746156252.293280:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054080128:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156252.293306:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e78a98 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81478c expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156252.293320:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03200, rc 0) 00000100:00100000:3.0:1746156252.293354:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:32255:x1830977057582592:12345-192.168.203.27@tcp:101:mmap_cat.0 Request processed in 2442us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156252.293361:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6780 00000100:00100000:0.0:1746156252.293907:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156252.294156:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057582720 00000100:00100000:2.0:1746156252.294162:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057582720 00010000:00010000:2.0:1746156252.294186:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 9 pid: 21377 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746156252.294218:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11311 00000100:00100000:2.0:1746156252.294225:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057582720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156252.294236:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156252.294252:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 9 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746156252.294265:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 9 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746156252.294283:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009495ae00/0xb0171789e0e78a36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814762 expref: 9 pid: 21377 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746156252.294296:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.294298:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156252.294303:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e78a98 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81478c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.294310:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e78a98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81478c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156252.294334:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0xb0171789e0e78a98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81478c expref: 6 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156252.294343:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4832a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054080256:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156252.294409:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52759c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156252.296742:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4832a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054080256:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156252.296759:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156252.296790:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057582720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2565us (2884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156252.296798:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11311 00000100:00100000:0.0:1746156252.297565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156252.297710:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057582976 00000100:00100000:3.0:1746156252.297717:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057582976 00002000:00100000:3.0:1746156252.297753:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88009537c000 x1830977057582976/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:568/0 lens 488/0 e 0 to 0 dl 1746156263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156252.297762:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c000 with x1830977057582976 ext(0->4095) 00002000:00010000:3.0:1746156252.297766:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009537c000 00000100:00100000:3.0:1746156252.297781:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4858 00000100:00100000:3.0:1746156252.297789:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1975:x1830977057582976:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746156252.297932:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1975:x1830977057582976:12345-192.168.203.27@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (368us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156252.297938:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4858 00002000:00100000:3.0:1746156252.297943:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88009537c000 x1830977057582976/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:568/0 lens 488/4536 e 0 to 0 dl 1746156263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746156252.297949:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537c000 with x1830977057582976 ext(0->4095) 00002000:00010000:3.0:1746156252.297952:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009537c000 00010000:00010000:3.0:1746156252.629531:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156253.631507:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746156253.669858:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156253.669895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156253.669908:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156253.669934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156253.669945:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057583488 00000100:00100000:2.0:1746156253.669946:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156253.669953:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057583488 00000100:00100000:2.0:1746156253.669957:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156253.669975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156253.669988:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057583744 00000100:00100000:2.0:1746156253.669991:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057583104 00000100:00100000:0.0:1746156253.669991:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057583744 00000100:00100000:2.0:1746156253.669994:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057583104 00000100:00100000:0.0:1746156253.669999:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057583360 00000100:00100000:0.0:1746156253.670001:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057583360 00000100:00100000:0.0:1746156253.670008:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057583872 00000100:00100000:0.0:1746156253.670009:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057583872 00000100:00100000:2.0:1746156253.670017:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 379 00000100:00100000:0.0:1746156253.670021:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 405 00000100:00100000:2.0:1746156253.670024:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1972:x1830977057583104:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746156253.670026:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1972:x1830977057583488:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746156253.670081:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1972:x1830977057583104:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 57us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156253.670083:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1972:x1830977057583488:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 56us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156253.670087:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 379 00000100:00100000:0.0:1746156253.670089:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 405 00000100:00100000:0.0:1746156253.670100:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 406 00000100:00100000:0.0:1746156253.670104:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1972:x1830977057583744:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746156253.670113:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 407 00000100:00100000:2.0:1746156253.670123:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057583360:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746156253.670124:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1972:x1830977057583744:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 19us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156253.670128:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 406 00000100:00100000:0.0:1746156253.670136:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 408 00000100:00100000:0.0:1746156253.670139:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057583872:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746156253.670144:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057583360:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156253.670149:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 407 00000100:00100000:0.0:1746156253.670157:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1972:x1830977057583872:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 17us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156253.670162:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 408 00000100:00080000:0.0:1746156253.670174:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156253.670194:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057583232 00000100:00100000:0.0:1746156253.670196:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057583232 00000100:00100000:0.0:1746156253.670213:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057583616 00000100:00100000:0.0:1746156253.670216:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057583616 00000100:00100000:0.0:1746156253.670227:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 339 00000100:00100000:0.0:1746156253.670231:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1972:x1830977057583232:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746156253.670258:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 340 00000100:00100000:2.0:1746156253.670264:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1972:x1830977057583616:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:2.0:1746156253.670288:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1972:x1830977057583616:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 26us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156253.670294:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 340 00000100:00100000:0.0:1746156253.670748:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1972:x1830977057583232:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 514us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156253.670754:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 339 00000001:00080000:2.0:1746156253.911084:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968026 is committed 00010000:00010000:3.0:1746156254.633623:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746156254.713929:0:8547:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968701 is committed 00000001:00100000:3.0:1746156254.713948:0:8547:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2f7f720d-4840-4eef-9211-6cf92ca834d9 00000001:00080000:0.0:1746156254.848462:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986165 is committed 00000001:00080000:0.0:1746156254.848474:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986164 is committed 00000001:02000400:0.0:1746156255.104046:0:4281:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 23:24:15 (1746156255) 00000100:00100000:2.0:1746156255.151362:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.151435:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057584128 00000100:00100000:3.0:1746156255.151443:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057584128 00000100:00100000:3.0:1746156255.151614:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44340 00000100:00100000:3.0:1746156255.151622:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:418:x1830977057584128:12345-192.168.203.27@tcp:36:mkdir.0 00000100:00080000:0.0:1746156255.151622:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746156255.151713:0:7901:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156255.151745:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22be00/0xb0171789e0e78925 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8146f9 expref: 9 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.151761:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cde000) 00010000:00010000:3.0:1746156255.151765:0:7901:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156255.151845:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.151855:0:7901:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814731 expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.151861:0:7901:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.151884:0:7901:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814731 expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.151893:0:7901:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814731 expref: 10 pid: 7118 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746156255.151902:0:7901:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054080384:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156255.151968:0:7901:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156255.153100:0:7901:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054080384:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156255.153116:0:7901:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:0.0:1746156255.156158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.156297:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057584256 00000100:00100000:3.0:1746156255.156304:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057584256 00010000:00010000:3.0:1746156255.156342:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814731 expref: 11 pid: 7118 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746156255.156378:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11312 00000100:00100000:3.0:1746156255.156387:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1974:x1830977057584256:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156255.156397:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156255.156402:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814731 expref: 11 pid: 7118 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.156412:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814731 expref: 11 pid: 7118 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.156430:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22b000/0xb0171789e0e789bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814731 expref: 11 pid: 7118 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.156441:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cde000) 00010000:00010000:3.0:1746156255.156445:0:7104:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.156452:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.156458:0:7104:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.156475:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156255.156510:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057584256:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 125us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.156516:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11312 00010000:00010000:3.0:1746156255.156536:0:7901:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.156541:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.156553:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.156559:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.156564:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00080000:0.0:1746156255.156987:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1746156255.157076:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:3.0:1746156255.157082:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.157088:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.157094:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.157098:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095650c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.157101:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.157106:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.157112:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094cde000) 00010000:00010000:3.0:1746156255.157114:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.157117:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.157124:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78a9f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000004:00010000:3.0:1746156255.157137:0:7901:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a4830380 reply state ffff880092fd4000 transno 4294986166 ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:3.0:1746156255.157142:0:7901:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746156255.157178:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:418:x1830977057584128:12345-192.168.203.27@tcp:36:mkdir.0 Request processed in 5557us (5821us total) trans 4294986166 rc 0/0 00000100:00100000:3.0:1746156255.157184:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44340 00010000:00010000:3.0:1746156255.159847:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.159859:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.159865:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.159869:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094163200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.159873:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.159879:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.159892:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095059900) 00010000:00010000:3.0:1746156255.159894:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.159897:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.159901:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78aa6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000100:00100000:0.0:1746156255.164726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.164967:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057584384 00000100:00100000:3.0:1746156255.164974:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057584384 00000100:00100000:3.0:1746156255.165007:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44341 00000100:00100000:3.0:1746156255.165014:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:419:x1830977057584384:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:3.0:1746156255.165031:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156255.165061:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78aad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814793 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.165109:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136296800/0xb0171789e0e78ab4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.165119:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136296800/0xb0171789e0e78ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.165128:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136296800/0xb0171789e0e78ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:3.0:1746156255.165173:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746156255.165176:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:3.0:1746156255.165189:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136296800/0xb0171789e0e78ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.165206:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78aad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814793 expref: 11 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.165218:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136296800/0xb0171789e0e78ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814793 expref: 10 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.165225:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059700) 00010000:00010000:3.0:1746156255.165228:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746156255.165231:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136296800, rc 0) 00000100:00100000:3.0:1746156255.165270:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:419:x1830977057584384:12345-192.168.203.27@tcp:101:cp.0 Request processed in 256us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.165276:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44341 00000100:00100000:2.0:1746156255.169659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.169685:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057584512 00000100:00100000:2.0:1746156255.169692:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057584512 00000100:00100000:2.0:1746156255.169728:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44342 00000100:00100000:2.0:1746156255.169734:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:419:x1830977057584512:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746156255.169749:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156255.169762:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78abb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81479a expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.169805:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169814:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169823:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169833:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169838:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169843:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169927:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99200/0xb0171789e0e78ad0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169932:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99200/0xb0171789e0e78ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169938:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99200/0xb0171789e0e78ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:2.0:1746156255.169961:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:2.0:1746156255.169964:0:7116:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156255.169974:0:7116:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99200/0xb0171789e0e78ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169982:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169986:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169991:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.169996:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc2600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156255.170000:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170005:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170014:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059700) 00010000:00010000:2.0:1746156255.170016:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156255.170020:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170024:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2600/0xb0171789e0e78ac2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170032:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170052:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170057:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170060:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009546d600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156255.170063:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170066:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170071:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880094cdec00) 00010000:00010000:2.0:1746156255.170073:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156255.170075:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170078:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78ac9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.170099:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78abb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81479a expref: 12 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.170108:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99200/0xb0171789e0e78ad0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81479a expref: 11 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.170114:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880094cde700) 00010000:00010000:2.0:1746156255.170115:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746156255.170117:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99200, rc 0) 00000100:00100000:2.0:1746156255.170153:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:419:x1830977057584512:12345-192.168.203.27@tcp:101:cp.0 Request processed in 419us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156255.170159:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44342 00000100:00100000:3.0:1746156255.172005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156255.172085:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057584640 00000100:00100000:0.0:1746156255.172092:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057584640 00000100:00100000:0.0:1746156255.172125:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44343 00000100:00100000:0.0:1746156255.172131:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:419:x1830977057584640:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:0.0:1746156255.172145:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156255.172160:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095684600/0xb0171789e0e78ad7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147a1 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.172202:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172212:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172220:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172232:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172236:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172241:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172289:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172295:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172299:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172304:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095684e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156255.172307:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172312:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172320:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880094cde700) 00010000:00010000:0.0:1746156255.172322:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156255.172325:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172329:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095684e00/0xb0171789e0e78ade lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172335:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172340:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172344:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172347:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095685600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156255.172349:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172352:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172357:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff8800939ccb00) 00010000:00010000:0.0:1746156255.172359:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156255.172360:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172385:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095685600/0xb0171789e0e78ae5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.172415:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095684600/0xb0171789e0e78ad7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147a1 expref: 12 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.172421:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095684600/0xb0171789e0e78ad7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147a1 expref: 12 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.172428:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095684600, rc 0) 00000100:00100000:0.0:1746156255.172462:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:419:x1830977057584640:12345-192.168.203.27@tcp:101:cp.0 Request processed in 331us (461us total) trans 0 rc 301/301 00000100:00100000:0.0:1746156255.172468:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44343 00000100:00100000:2.0:1746156255.177206:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156255.177524:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057584768 00000100:00100000:0.0:1746156255.177532:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057584768 00000100:00100000:0.0:1746156255.177585:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44344 00000100:00100000:0.0:1746156255.177593:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:419:x1830977057584768:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:0.0:1746156255.177616:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156255.177632:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095684a00/0xb0171789e0e78aec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147a8 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.177686:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177697:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177705:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177716:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177720:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177725:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177771:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177776:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177780:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177786:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009495ae00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156255.177789:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177795:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177804:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880094cde700) 00010000:00010000:0.0:1746156255.177807:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156255.177811:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177815:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009495ae00/0xb0171789e0e78af3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177823:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177827:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177832:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177836:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b385800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156255.177838:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177842:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177847:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff8800939cc600) 00010000:00010000:0.0:1746156255.177849:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156255.177851:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177855:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b385800/0xb0171789e0e78afa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156255.177892:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095684a00/0xb0171789e0e78aec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147a8 expref: 12 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.177898:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095684a00/0xb0171789e0e78aec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147a8 expref: 12 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.177905:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095684a00, rc 0) 00000100:00100000:0.0:1746156255.178170:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:419:x1830977057584768:12345-192.168.203.27@tcp:101:cp.0 Request processed in 573us (963us total) trans 0 rc 301/301 00000100:00100000:0.0:1746156255.178177:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44344 00000100:00100000:0.0:1746156255.183687:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.183813:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057585024 00000100:00100000:2.0:1746156255.183821:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057585024 00000100:00100000:2.0:1746156255.183873:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44345 00000100:00100000:2.0:1746156255.183881:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:419:x1830977057585024:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746156255.183897:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156255.183911:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f98200/0xb0171789e0e78b01 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147af expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.184017:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184027:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184065:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184077:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184083:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184088:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00080000:2.0:1746156255.184502:0:7116:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:2.0:1746156255.184616:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a3a8200/0xb0171789e0e78b16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184624:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012a3a8200/0xb0171789e0e78b16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184632:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a3a8200/0xb0171789e0e78b16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184656:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184662:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184667:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184671:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094163200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156255.184674:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184679:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184688:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880094cde700) 00010000:00010000:2.0:1746156255.184690:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156255.184693:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.184698:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b08 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00000004:00010000:2.0:1746156255.184709:0:7116:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009537d180 reply state ffff88009a424000 transno 4294986167 ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000100:00100000:2.0:1746156255.184714:0:7116:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746156255.184735:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f98200/0xb0171789e0e78b01 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147af expref: 14 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.184750:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012a3a8200/0xb0171789e0e78b16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147af expref: 13 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.184756:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880094cde100) 00010000:00010000:2.0:1746156255.184757:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156255.184759:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012a3a8200, rc 0) 00000100:00100000:2.0:1746156255.184806:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:419:x1830977057585024:12345-192.168.203.27@tcp:101:cp.0 Request processed in 926us (1126us total) trans 4294986167 rc 0/0 00000100:00100000:2.0:1746156255.184812:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44345 00010000:00010000:1.0:1746156255.185884:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156255.185894:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156255.185900:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156255.185904:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc2c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156255.185908:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156255.185913:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156255.185922:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880094cde500) 00010000:00010000:1.0:1746156255.185925:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156255.185927:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156255.185932:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b0f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00000100:00100000:0.0:1746156255.186862:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.186934:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057585152 00000100:00100000:2.0:1746156255.186941:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057585152 00000100:00100000:2.0:1746156255.186991:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6781 00000100:00100000:2.0:1746156255.187000:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1974:x1830977057585152:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746156255.187013:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156255.187026:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147b6 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156255.187058:0:8463:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746156255.187073:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156255.187075:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156255.187082:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147b6 expref: 6 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156255.187095:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147b6 expref: 6 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156255.187108:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99c00, rc 0) 00000100:00100000:2.0:1746156255.187139:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057585152:12345-192.168.203.27@tcp:101:cp.0 Request processed in 143us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156255.187144:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6781 00000100:00080000:0.0:1746156255.187195:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156255.188891:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.188943:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057585280 00000100:00100000:2.0:1746156255.188949:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057585280 00000100:00100000:2.0:1746156255.188994:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6782 00000100:00100000:2.0:1746156255.189003:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:419:x1830977057585280:12345-192.168.203.27@tcp:101:cp.0 00010000:00010000:2.0:1746156255.189016:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156255.189045:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147bd expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.189068:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147b6 expref: 7 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156255.189074:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156255.189076:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156255.189079:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.189101:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147b6 expref: 7 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156255.189111:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147b6 expref: 7 pid: 8463 timeout: 611 lvb_type: 1 00000100:00100000:2.0:1746156255.189126:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ff0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054080512:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156255.189205:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a80c0180 going to sleep for 11 seconds 00000100:00100000:2.0:1746156255.191003:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ff0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054080512:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156255.191048:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.191062:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009547a400, rc 0) 00000100:00100000:2.0:1746156255.191097:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:419:x1830977057585280:12345-192.168.203.27@tcp:101:cp.0 Request processed in 2095us (2211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156255.191104:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6782 00000100:00100000:0.0:1746156255.191614:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.191664:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057585408 00000100:00100000:3.0:1746156255.191669:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057585408 00010000:00010000:3.0:1746156255.191691:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147b6 expref: 7 pid: 8463 timeout: 611 lvb_type: 1 00000100:00100000:3.0:1746156255.191713:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11313 00000100:00100000:3.0:1746156255.191719:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057585408:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156255.191728:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156255.191745:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147b6 expref: 7 pid: 8463 timeout: 611 lvb_type: 1 00010000:00010000:3.0:1746156255.191755:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147b6 expref: 7 pid: 8463 timeout: 611 lvb_type: 1 00010000:00010000:3.0:1746156255.191773:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f99c00/0xb0171789e0e78b24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147b6 expref: 7 pid: 8463 timeout: 611 lvb_type: 1 00010000:00010000:3.0:1746156255.191785:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156255.191786:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156255.191792:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.191800:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.191828:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156255.191838:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054080640:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156255.191903:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51f7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746156255.193468:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156255.193529:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057585664 00000100:00100000:0.0:1746156255.193535:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057585664 00000100:00100000:3.0:1746156255.193551:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054080640:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156255.193564:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156255.193566:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 157 00000100:00100000:0.0:1746156255.193572:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:419:x1830977057585664:12345-192.168.203.27@tcp:35:cp.0 00000100:00100000:3.0:1746156255.193589:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057585408:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1870us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.193596:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11313 00000100:00100000:0.0:1746156255.193779:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:419:x1830977057585664:12345-192.168.203.27@tcp:35:cp.0 Request processed in 206us (314us total) trans 4294986168 rc 0/0 00000100:00100000:0.0:1746156255.193785:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 157 00000100:00100000:0.0:1746156255.206767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.206884:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057585920 00000100:00100000:2.0:1746156255.206892:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057585920 00000100:00100000:2.0:1746156255.206940:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44346 00000100:00100000:2.0:1746156255.206947:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:422:x1830977057585920:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156255.206966:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156255.206980:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800954b0400/0xb0171789e0e78b32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147c4 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.207062:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800954b0e00/0xb0171789e0e78b39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.207072:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800954b0e00/0xb0171789e0e78b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156255.207080:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800954b0e00/0xb0171789e0e78b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:2.0:1746156255.207091:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746156255.207183:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800954b0400/0xb0171789e0e78b32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147c4 expref: 17 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.207200:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800954b0e00/0xb0171789e0e78b39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147c4 expref: 16 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.207206:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880094cde100) 00010000:00010000:2.0:1746156255.207208:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746156255.207210:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0e00, rc 0) 00000100:00100000:2.0:1746156255.207253:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:422:x1830977057585920:12345-192.168.203.27@tcp:101:dd.0 Request processed in 307us (494us total) trans 4294986169 rc 0/0 00000100:00100000:2.0:1746156255.207258:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44346 00000100:00100000:0.0:1746156255.238974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.239075:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057586048 00000100:00100000:3.0:1746156255.239083:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057586048 00000100:00100000:3.0:1746156255.239131:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44347 00000100:00100000:3.0:1746156255.239138:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:426:x1830977057586048:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156255.239159:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156255.239175:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a529b800/0xb0171789e0e78b47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147cb expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.239220:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.239229:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.239237:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:3.0:1746156255.239287:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746156255.239290:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:3.0:1746156255.239302:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.239317:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a529b800/0xb0171789e0e78b47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147cb expref: 12 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.239393:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147cb expref: 11 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.239400:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059700) 00010000:00010000:3.0:1746156255.239402:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746156255.239405:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99c00, rc 0) 00000100:00100000:3.0:1746156255.239641:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:426:x1830977057586048:12345-192.168.203.27@tcp:101:dd.0 Request processed in 502us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.239647:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44347 00000100:00100000:0.0:1746156255.241027:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.241113:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057586176 00000100:00100000:3.0:1746156255.241119:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057586176 00000100:00100000:3.0:1746156255.241152:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44348 00000100:00100000:3.0:1746156255.241158:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:426:x1830977057586176:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156255.241172:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156255.241185:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a529ac00/0xb0171789e0e78b55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147d2 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.241228:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241235:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241241:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241248:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241252:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241254:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241323:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136296e00/0xb0171789e0e78b6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241327:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136296e00/0xb0171789e0e78b6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241331:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136296e00/0xb0171789e0e78b6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:3.0:1746156255.241346:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:3.0:1746156255.241348:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1746156255.241356:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136296e00/0xb0171789e0e78b6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241361:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241418:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241422:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241428:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094163200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.241431:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241434:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241440:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059700) 00010000:00010000:3.0:1746156255.241442:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.241444:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241446:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094163200/0xb0171789e0e78b5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241453:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241456:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241458:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241460:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc2c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.241461:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241464:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241466:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095059c00) 00010000:00010000:3.0:1746156255.241467:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.241469:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241471:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78b63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.241495:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a529ac00/0xb0171789e0e78b55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d2 expref: 13 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.241502:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136296e00/0xb0171789e0e78b6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d2 expref: 12 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.241506:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880094cde700) 00010000:00010000:3.0:1746156255.241508:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746156255.241509:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136296e00, rc 0) 00000100:00100000:3.0:1746156255.241537:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:426:x1830977057586176:12345-192.168.203.27@tcp:101:dd.0 Request processed in 380us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.241541:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44348 00000100:00100000:0.0:1746156255.242941:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.243020:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057586432 00000100:00100000:3.0:1746156255.243027:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057586432 00000100:00100000:3.0:1746156255.243079:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44349 00000100:00100000:3.0:1746156255.243086:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:426:x1830977057586432:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156255.243099:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156255.243112:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78b71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147d9 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.243182:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243192:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243200:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243210:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243215:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243220:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243280:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243285:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243288:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:3.0:1746156255.243293:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:3.0:1746156255.243343:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243346:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243349:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243353:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095650800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.243354:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243361:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243394:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880094cde700) 00010000:00010000:3.0:1746156255.243397:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.243399:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243404:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78b78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243412:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243417:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243421:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243425:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095650c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.243428:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243432:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243437:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880095059200) 00010000:00010000:3.0:1746156255.243439:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.243440:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243444:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095650c00/0xb0171789e0e78b7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.243472:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009546d600/0xb0171789e0e78b71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d9 expref: 15 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.243481:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d9 expref: 14 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.243486:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880094cde100) 00010000:00010000:3.0:1746156255.243488:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156255.243489:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b0ca00, rc 0) 00000100:00100000:3.0:1746156255.243532:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:426:x1830977057586432:12345-192.168.203.27@tcp:101:dd.0 Request processed in 446us (595us total) trans 4294986170 rc 0/0 00000100:00100000:3.0:1746156255.243537:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44349 00000100:00100000:2.0:1746156255.246145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156255.246208:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057586560 00000100:00100000:0.0:1746156255.246216:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057586560 00000100:00100000:0.0:1746156255.246276:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6783 00000100:00100000:0.0:1746156255.246283:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:426:x1830977057586560:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1746156255.246297:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156255.246312:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147e0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.246337:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.246344:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156255.246346:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156255.246349:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.246392:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156255.246403:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 5 pid: 8462 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746156255.246413:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054080768:192.168.203.27@tcp:104: 00000100:00080000:2.0:1746156255.246472:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156255.246488:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b189ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746156255.247893:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054080768:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156255.247914:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.247925:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc2c00, rc 0) 00000100:00100000:2.0:1746156255.247952:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:426:x1830977057586560:12345-192.168.203.27@tcp:101:dd.0 Request processed in 1670us (1814us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156255.247959:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6783 00000100:00100000:0.0:1746156255.248123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.248241:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057586688 00000100:00100000:3.0:1746156255.248247:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057586688 00002000:00100000:3.0:1746156255.248275:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff880092c3dc00 x1830977057586688/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:571/0 lens 2208/0 e 0 to 0 dl 1746156266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156255.248283:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3dc00 with x1830977057586688 ext(0->1715) 00010000:00010000:3.0:1746156255.248289:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 6 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.248300:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 6 pid: 8462 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746156255.248305:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c3dc00 00000100:00100000:3.0:1746156255.248318:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 2871 00000100:00100000:3.0:1746156255.248323:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057586688:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156255.248777:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057586688:12345-192.168.203.27@tcp:4:dd.0 Request processed in 452us (653us total) trans 4294968027 rc 0/0 00000100:00100000:3.0:1746156255.248784:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 2871 00002000:00100000:3.0:1746156255.248790:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff880092c3dc00 x1830977057586688/t4294968027(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:571/0 lens 2208/448 e 0 to 0 dl 1746156266 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156255.248797:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3dc00 with x1830977057586688 ext(0->1715) 00010000:00010000:3.0:1746156255.248801:0:8467:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 8 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.248810:0:8467:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 8 pid: 8462 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746156255.248817:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c3dc00 00000100:00100000:0.0:1746156255.250584:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.250642:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057586816 00000100:00100000:3.0:1746156255.250649:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057586816 00010000:00010000:3.0:1746156255.250680:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 8 pid: 8462 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746156255.250710:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11314 00000100:00100000:3.0:1746156255.250715:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057586816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156255.250727:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746156255.250746:0:8476:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:3.0:1746156255.250748:0:8476:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1746156255 00002000:00010000:3.0:1746156255.250750:0:8476:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1746156256 00002000:00010000:3.0:1746156255.250752:0:8476:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1746156255 00010000:00010000:3.0:1746156255.250757:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 8 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.250767:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 8 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.250785:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78b2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147bd expref: 8 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.250808:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156255.250810:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156255.250813:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.250819:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.250841:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156255.250848:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054080896:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156255.250932:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156255.252299:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054080896:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156255.252316:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156255.252350:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057586816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1633us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.252358:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11314 00000100:00100000:0.0:1746156255.252752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.253133:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057587072 00000100:00100000:3.0:1746156255.253140:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057587072 00002000:00100000:3.0:1746156255.253169:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092c3c000 x1830977057587072/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:571/0 lens 488/0 e 0 to 0 dl 1746156266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156255.253178:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3c000 with x1830977057587072 ext(0->4095) 00002000:00010000:3.0:1746156255.253182:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3c000 00000100:00100000:3.0:1746156255.253427:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4859 00000100:00100000:3.0:1746156255.253434:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057587072:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746156255.254018:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057587072:12345-192.168.203.27@tcp:3:dd.0 Request processed in 582us (1265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156255.254024:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4859 00002000:00100000:3.0:1746156255.254031:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092c3c000 x1830977057587072/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746156266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156255.254048:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3c000 with x1830977057587072 ext(0->4095) 00002000:00010000:3.0:1746156255.254051:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3c000 00000100:00100000:0.0:1746156255.285297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.285416:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057587328 00000100:00100000:2.0:1746156255.285423:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057587328 00000100:00100000:2.0:1746156255.285992:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 158 00000100:00100000:2.0:1746156255.286003:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:426:x1830977057587328:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:2.0:1746156255.286331:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+15:426:x1830977057587328:12345-192.168.203.27@tcp:35:dd.0 Request processed in 329us (1041us total) trans 4294986171 rc 0/0 00000100:00100000:2.0:1746156255.286339:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 158 00000100:00100000:0.0:1746156255.297192:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.297297:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057587584 00000100:00100000:3.0:1746156255.297305:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057587584 00000100:00100000:3.0:1746156255.297357:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44350 00000100:00100000:3.0:1746156255.297476:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:429:x1830977057587584:12345-192.168.203.27@tcp:36:truncate.0 00010000:00010000:3.0:1746156255.297521:0:7901:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156255.297542:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012a3a8200/0xb0171789e0e78b16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147af expref: 16 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.297567:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880094cde100) 00010000:00010000:3.0:1746156255.297571:0:7901:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156255.297718:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.297734:0:7901:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d9 expref: 14 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.297740:0:7901:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.297766:0:7901:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d9 expref: 14 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.297776:0:7901:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d9 expref: 14 pid: 7901 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746156255.297787:0:7901:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054081024:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156255.298252:0:7901:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51f7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746156255.300732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.300805:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057587712 00000100:00100000:2.0:1746156255.300813:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057587712 00000100:00100000:3.0:1746156255.300857:0:7901:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054081024:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156255.300876:0:7901:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156255.300895:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d9 expref: 15 pid: 7901 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746156255.300928:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11315 00000100:00100000:2.0:1746156255.300934:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+15:1974:x1830977057587712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156255.300946:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156255.300951:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d9 expref: 15 pid: 7901 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746156255.300960:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d9 expref: 15 pid: 7901 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746156255.300977:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b0ca00/0xb0171789e0e78b86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147d9 expref: 15 pid: 7901 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746156255.301001:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880094cde100) 00010000:00010000:2.0:1746156255.301005:0:8476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156255.301012:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156255.301016:0:8476:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156255.301031:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156255.301128:0:7901:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.301134:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000001:00080000:3.0:1746156255.301304:0:7901:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986172 00000004:00010000:3.0:1746156255.301339:0:7901:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093634700 reply state ffff88009bbdd000 transno 4294986173 ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:3.0:1746156255.301345:0:7901:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746156255.301692:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1974:x1830977057587712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 756us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156255.301699:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11315 00000100:00100000:3.0:1746156255.301878:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:429:x1830977057587584:12345-192.168.203.27@tcp:36:truncate.0 Request processed in 4513us (4694us total) trans 4294986173 rc 0/0 00000100:00100000:3.0:1746156255.301884:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44350 00000020:00080000:3.0:1746156255.301888:0:7901:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746156255.305020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.305176:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057587840 00000100:00100000:2.0:1746156255.305183:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057587840 00000100:00100000:2.0:1746156255.305230:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6784 00000100:00100000:2.0:1746156255.305238:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:429:x1830977057587840:12345-192.168.203.27@tcp:101:truncate.0 00010000:00010000:3.0:1746156255.305244:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156255.305251:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156255.305254:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.305259:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.305263:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094166600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156255.305265:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147e7 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.305266:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.305271:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.305282:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880094cde100) 00010000:00010000:3.0:1746156255.305284:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156255.305286:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.305287:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.305291:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094166600/0xb0171789e0e78b9b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156255.305292:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156255.305294:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156255.305297:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.305319:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.305329:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 5 pid: 8462 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746156255.305339:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ff0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054081152:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156255.305420:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6340c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156255.307363:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ff0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054081152:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156255.307417:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.307429:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b1a00, rc 0) 00000100:00100000:3.0:1746156255.307461:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:429:x1830977057587840:12345-192.168.203.27@tcp:101:truncate.0 Request processed in 2224us (2447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.307467:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6784 00000100:00100000:0.0:1746156255.307862:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.307990:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057587968 00000100:00100000:3.0:1746156255.307995:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057587968 00010000:00010000:3.0:1746156255.308017:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 6 pid: 8462 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746156255.308052:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11316 00000100:00100000:3.0:1746156255.308058:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1974:x1830977057587968:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156255.308070:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156255.308088:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 6 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.308097:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 6 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.308115:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fc2c00/0xb0171789e0e78b94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e0 expref: 6 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746156255.308126:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156255.308127:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156255.308132:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.308139:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.308168:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156255.308179:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054081280:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156255.308240:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746156255.309842:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054081280:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156255.309856:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156255.309893:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:1974:x1830977057587968:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1834us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.309900:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11316 00000100:00100000:0.0:1746156255.310057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.310237:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057588096 00000100:00100000:3.0:1746156255.310242:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057588096 00002000:00010000:3.0:1746156255.310262:0:8467:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:3.0:1746156255.310265:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635180 with x1830977057588096 ext(858->18446744073709551615) 00002000:00010000:3.0:1746156255.310272:0:8467:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093635180. 00000100:00100000:3.0:1746156255.310339:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4860 00000100:00100000:3.0:1746156255.310345:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057588096:12345-192.168.203.27@tcp:10:truncate.0 00002000:00010000:3.0:1746156255.310530:0:8467:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746156255.310532:0:8467:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 1746156255 -> 1746156256 00002000:00010000:3.0:1746156255.310534:0:8467:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 1746156256 -> 1746156256 00002000:00010000:3.0:1746156255.310536:0:8467:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1746156255 -> 1746156256 00002000:00010000:3.0:1746156255.310538:0:8467:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746156255.310569:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057588096:12345-192.168.203.27@tcp:10:truncate.0 Request processed in 223us (512us total) trans 4294968028 rc 0/0 00000100:00100000:3.0:1746156255.310578:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4860 00002000:00010000:3.0:1746156255.310580:0:8467:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:3.0:1746156255.310583:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635180 with x1830977057588096 ext(858->18446744073709551615) 00002000:00010000:3.0:1746156255.310587:0:8467:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093635180. 00000100:00100000:0.0:1746156255.323544:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.324122:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057588352 00000100:00100000:3.0:1746156255.324130:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057588352 00000100:00100000:3.0:1746156255.324321:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44351 00000100:00100000:3.0:1746156255.324329:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+17:431:x1830977057588352:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156255.324349:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156255.324363:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094166a00/0xb0171789e0e78ba9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147ee expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.324482:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324586:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324597:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324609:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324614:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324619:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324692:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094166800/0xb0171789e0e78bbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324699:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094166800/0xb0171789e0e78bbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324704:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094166800/0xb0171789e0e78bbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:3.0:1746156255.324711:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:3.0:1746156255.324774:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324779:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324785:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324790:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094167a00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.324793:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324798:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324807:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880094cde700) 00010000:00010000:3.0:1746156255.324809:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.324813:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324817:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324843:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324851:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324856:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324860:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094167c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.324862:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324866:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324871:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880095059800) 00010000:00010000:3.0:1746156255.324873:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.324875:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324880:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bb7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.324910:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094166a00/0xb0171789e0e78ba9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147ee expref: 20 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.324920:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094166800/0xb0171789e0e78bbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147ee expref: 19 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.324925:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880094cde100) 00010000:00010000:3.0:1746156255.324927:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156255.324929:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094166800, rc 0) 00000100:00100000:3.0:1746156255.324980:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:431:x1830977057588352:12345-192.168.203.27@tcp:101:dd.0 Request processed in 652us (1442us total) trans 4294986174 rc 0/0 00000100:00100000:3.0:1746156255.324987:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44351 00000100:00100000:0.0:1746156255.327720:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.327863:0:22829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057588608 00000100:00100000:2.0:1746156255.327871:0:22829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057588608 00000100:00100000:2.0:1746156255.327913:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 159 00000100:00100000:2.0:1746156255.327920:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:431:x1830977057588608:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:2.0:1746156255.328111:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:431:x1830977057588608:12345-192.168.203.27@tcp:35:dd.0 Request processed in 191us (397us total) trans 4294986175 rc 0/0 00000100:00100000:2.0:1746156255.328118:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 159 00000100:00100000:1.0:1746156255.331871:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156255.331932:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057588864 00000100:00100000:0.0:1746156255.331940:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057588864 00002000:00100000:0.0:1746156255.331975:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800955a4380 x1830977057588864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:571/0 lens 488/0 e 0 to 0 dl 1746156266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156255.331984:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4380 with x1830977057588864 ext(0->4095) 00002000:00010000:0.0:1746156255.331989:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4380 00000100:00100000:0.0:1746156255.332015:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4861 00000100:00100000:0.0:1746156255.332022:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057588864:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156255.332168:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057588864:12345-192.168.203.27@tcp:3:dd.0 Request processed in 145us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746156255.332174:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4861 00002000:00100000:0.0:1746156255.332179:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800955a4380 x1830977057588864/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746156266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156255.332187:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4380 with x1830977057588864 ext(0->4095) 00002000:00010000:0.0:1746156255.332189:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4380 00000100:00100000:0.0:1746156255.365649:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.365713:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057589120 00000100:00100000:3.0:1746156255.365721:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057589120 00000100:00100000:3.0:1746156255.365766:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44352 00000100:00100000:3.0:1746156255.365773:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:435:x1830977057589120:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156255.365797:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156255.365813:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094166a00/0xb0171789e0e78bcc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147f5 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.365887:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.365897:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.365912:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.365928:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.365934:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.365938:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366017:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78be1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366023:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78be1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366029:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78be1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:3.0:1746156255.366047:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:3.0:1746156255.366108:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366114:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366119:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366124:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094167c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.366128:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366133:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366142:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880094cde700) 00010000:00010000:3.0:1746156255.366144:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.366148:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366152:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e78bd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366177:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366182:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366190:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366195:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094167a00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156255.366197:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366201:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366207:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880095059f00) 00010000:00010000:3.0:1746156255.366208:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156255.366210:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366215:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e78bda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156255.366242:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094166a00/0xb0171789e0e78bcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147f5 expref: 17 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.366252:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc2c00/0xb0171789e0e78be1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147f5 expref: 16 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.366257:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880094cde100) 00010000:00010000:3.0:1746156255.366259:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156255.366261:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc2c00, rc 0) 00000100:00100000:3.0:1746156255.366307:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:435:x1830977057589120:12345-192.168.203.27@tcp:101:dd.0 Request processed in 534us (664us total) trans 4294986176 rc 0/0 00000100:00100000:3.0:1746156255.366313:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44352 00000100:00100000:0.0:1746156255.369892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.370755:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057589248 00000100:00100000:3.0:1746156255.370764:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057589248 00000100:00100000:3.0:1746156255.370826:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6785 00000100:00100000:3.0:1746156255.370834:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+5:435:x1830977057589248:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156255.370852:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156255.370869:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e78bef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8147fc expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.370897:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.370904:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156255.370906:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156255.370910:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e78bef lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147fc expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.370937:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156255.370950:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 8 pid: 8462 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746156255.370962:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054081408:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156255.371085:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51f7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156255.373321:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054081408:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156255.373348:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e78bef lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147fc expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156255.373356:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156255.373392:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954b0c00, rc 0) 00000100:00100000:3.0:1746156255.373440:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:435:x1830977057589248:12345-192.168.203.27@tcp:101:dd.0 Request processed in 2607us (3553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.373446:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6785 00000100:00100000:2.0:1746156255.374562:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057589376 00000100:00100000:2.0:1746156255.374569:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057589376 00010000:00010000:2.0:1746156255.374599:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 9 pid: 8462 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746156255.374744:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11317 00000100:00100000:2.0:1746156255.374751:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057589376:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156255.374762:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156255.374780:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 9 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746156255.374791:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 9 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746156255.374809:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b1a00/0xb0171789e0e78ba2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147e7 expref: 9 pid: 8462 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746156255.374834:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156255.374836:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156255.374842:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e78bef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147fc expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.374849:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e78bef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147fc expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156255.374880:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800954b0c00/0xb0171789e0e78bef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147fc expref: 5 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156255.374890:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ff0dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054081536:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156255.375197:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c634e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746156255.377633:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156255.377690:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057589632 00000100:00100000:3.0:1746156255.377697:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057589632 00002000:00100000:3.0:1746156255.377730:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800931bd180 x1830977057589632/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:571/0 lens 488/0 e 0 to 0 dl 1746156266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156255.377740:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bd180 with x1830977057589632 ext(0->4095) 00002000:00010000:3.0:1746156255.377745:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bd180 00000100:00100000:3.0:1746156255.377761:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4862 00000100:00100000:3.0:1746156255.377767:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057589632:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746156255.377835:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ff0dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054081536:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156255.377853:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156255.377884:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057589376:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3134us (4528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156255.377885:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1975:x1830977057589632:12345-192.168.203.27@tcp:3:dd.0 Request processed in 119us (260us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746156255.377891:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4862 00000100:00100000:2.0:1746156255.377892:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11317 00002000:00100000:3.0:1746156255.377896:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800931bd180 x1830977057589632/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:571/0 lens 488/4536 e 0 to 0 dl 1746156266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156255.377903:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bd180 with x1830977057589632 ext(0->4095) 00002000:00010000:3.0:1746156255.377906:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bd180 00000100:00100000:0.0:1746156255.397026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156255.397145:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057589888 00000100:00100000:2.0:1746156255.397153:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057589888 00000100:00100000:2.0:1746156255.397191:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 160 00000100:00100000:2.0:1746156255.397198:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a651fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:435:x1830977057589888:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:2.0:1746156255.397864:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a651fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+17:435:x1830977057589888:12345-192.168.203.27@tcp:35:dd.0 Request processed in 664us (844us total) trans 4294986177 rc 0/0 00000100:00100000:2.0:1746156255.397870:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 160 00000100:00100000:2.0:1746156255.415930:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746156255.415948:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054081664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746156255.416003:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156255.416056:0:21128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054081664 00000100:00100000:1.0:1746156255.416063:0:21128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054081664 00000100:00080000:2.0:1746156255.416118:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746156255.416184:0:21128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1746156255.416193:0:21128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977054081664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746156255.416220:0:21128:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 534839296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746156255.416262:0:21128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977054081664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156255.416268:0:21128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1746156255.416297:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054081664:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1746156255.635469:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746156256.638621:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746156256.695640:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1830977054082048:0@lo:400:kworker.0 00000100:00100000:0.0:1746156256.695671:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830977054082176:0@lo:400:kworker.0 00000100:00100000:2.0:1746156256.695677:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d1564f43-51fa-4103-925d-40b72781cb59:3302:1830977054081792:0@lo:400:kworker.0 00000100:00100000:3.0:1746156256.695691:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156256.695701:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746156256.695709:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156256.695728:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830977054081920:0@lo:400:kworker.0 00000100:00100000:0.0:1746156256.695744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746156256.695754:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054082048 00000100:00100000:2.0:1746156256.695761:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054082048 00000100:00100000:0.0:1746156256.695761:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054081792 00000100:00100000:0.0:1746156256.695764:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054081792 00000100:00100000:2.0:1746156256.695790:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054081920 00000100:00100000:2.0:1746156256.695791:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054081920 00000100:00100000:0.0:1746156256.695792:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1746156256.695798:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3302:x1830977054081792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156256.695803:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1746156256.695807:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1830977054082048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156256.695832:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3302:x1830977054081792:12345-0@lo:400:kworker.0 Request processed in 34us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156256.695835:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1830977054082048:12345-0@lo:400:kworker.0 Request processed in 27us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156256.695838:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1746156256.695841:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1746156256.695849:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1746156256.695853:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830977054081920:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746156256.695871:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746156256.695876:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830977054081920:12345-0@lo:400:kworker.0 Request processed in 22us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156256.695879:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1746156256.696327:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1830977054082048:0@lo:400:kworker.0 00000100:00100000:1.0:1746156256.696516:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054082176 00000100:00100000:1.0:1746156256.696521:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054082176 00000100:00100000:0.0:1746156256.696521:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d1564f43-51fa-4103-925d-40b72781cb59:3302:1830977054081792:0@lo:400:kworker.0 00000100:00100000:2.0:1746156256.696524:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830977054081920:0@lo:400:kworker.0 00000100:00100000:0.0:1746156256.696528:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830977054082304:0@lo:400:kworker.0 00000100:00100000:2.0:1746156256.696529:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977054082432:0@lo:400:kworker.0 00000100:00100000:1.0:1746156256.696544:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1746156256.696546:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156256.696548:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156256.696549:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830977054082176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746156256.696550:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054082432 00000100:00100000:3.0:1746156256.696553:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054082432 00000100:00100000:2.0:1746156256.696565:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054082304 00000100:00100000:2.0:1746156256.696567:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054082304 00000100:00100000:3.0:1746156256.696571:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1746156256.696574:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977054082432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156256.696578:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1746156256.696580:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830977054082176:12345-0@lo:400:kworker.0 Request processed in 31us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156256.696581:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830977054082304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746156256.696585:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1746156256.696597:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977054082432:12345-0@lo:400:kworker.0 Request processed in 23us (51us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156256.696600:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830977054082304:12345-0@lo:400:kworker.0 Request processed in 18us (52us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156256.696601:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1746156256.696603:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1746156256.696608:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830977054082176:0@lo:400:kworker.0 00000100:00080000:3.0:1746156256.696609:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746156256.696611:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156256.696612:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830977054082304:0@lo:400:kworker.0 00000100:00100000:2.0:1746156256.696614:0:3303:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968026 gen 2 00000004:00080000:2.0:1746156256.696617:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800923db800, transno 4294968026 00000100:00100000:2.0:1746156256.696622:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977054082432:0@lo:400:kworker.0 00000100:00100000:3.0:1746156256.839964:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ff0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054082560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746156256.840015:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156256.842176:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054082560 00000100:00100000:1.0:1746156256.842185:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054082560 00000100:00100000:1.0:1746156256.842221:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1746156256.842228:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977054082560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746156256.842248:0:8464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 357629952 pending 1703936 free 3854565376 avail 3852468224 00000100:00100000:1.0:1746156256.842294:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977054082560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (2278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156256.842298:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1746156256.842348:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ff0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054082560:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746156257.642404:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1746156257.913501:0:4542:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 23:24:18 (1746156258) 00000100:00100000:0.0:1746156258.046359:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.046679:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057590144 00000100:00100000:2.0:1746156258.046687:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057590144 00000100:00080000:3.0:1746156258.046775:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746156258.046775:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44353 00000100:00100000:2.0:1746156258.047149:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1108:x1830977057590144:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746156258.047176:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156258.047179:0:7116:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746156258.047206:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136296800/0xb0171789e0e78ab4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814793 expref: 20 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.047240:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059700) 00010000:00010000:2.0:1746156258.047244:0:7116:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156258.047269:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e78bf6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814803 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.047427:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156258.047447:0:7116:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147cb expref: 16 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.047457:0:7116:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156258.047492:0:7116:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147cb expref: 16 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.047515:0:7116:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147cb expref: 16 pid: 7901 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746156258.047525:0:7116:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ff0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7116:1830977054082688:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156258.047601:0:7116:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156258.053962:0:7116:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ff0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7116:1830977054082688:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156258.053987:0:7116:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000100:00100000:0.0:1746156258.057291:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.057491:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057590272 00000100:00100000:2.0:1746156258.057499:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057590272 00010000:00010000:2.0:1746156258.057594:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147cb expref: 17 pid: 7901 timeout: 614 lvb_type: 0 00000100:00080000:3.0:1746156258.057650:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746156258.058940:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11318 00000100:00100000:2.0:1746156258.058955:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+17:1974:x1830977057590272:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156258.058969:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156258.058977:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147cb expref: 17 pid: 7901 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746156258.058989:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147cb expref: 17 pid: 7901 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746156258.059009:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99c00/0xb0171789e0e78b4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8147cb expref: 17 pid: 7901 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746156258.059054:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059700) 00010000:00010000:2.0:1746156258.059058:0:8476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156258.059065:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156258.059071:0:8476:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156258.059101:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156258.059187:0:7116:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.059194:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.059253:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.059261:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.059266:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.060283:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.060292:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.060299:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:3.0:1746156258.060309:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746156258.060326:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.060332:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.060337:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.060341:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095715400 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156258.060344:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.060349:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00000100:00100000:2.0:1746156258.060354:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057590272:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 1404us (3068us total) trans 0 rc 0/0 00010000:00010000:3.0:1746156258.060356:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059700) 00010000:00010000:3.0:1746156258.060358:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156258.060361:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00000100:00100000:2.0:1746156258.060361:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11318 00010000:00010000:3.0:1746156258.060381:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095715400/0xb0171789e0e78bfd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00000004:00010000:3.0:1746156258.060395:0:7116:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800931bca80 reply state ffff88012f692000 transno 4294986178 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000100:00100000:3.0:1746156258.060401:0:7116:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746156258.060423:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e78bf6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814803 expref: 22 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.060440:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814803 expref: 21 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.060446:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059300) 00010000:00010000:3.0:1746156258.060448:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156258.060450:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96000, rc 0) 00000100:00100000:3.0:1746156258.060477:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1108:x1830977057590144:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 13696us (14126us total) trans 4294986178 rc 0/0 00000100:00100000:3.0:1746156258.060483:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44353 00010000:00010000:1.0:1746156258.064288:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156258.064301:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156258.064306:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156258.064311:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba97600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156258.064316:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156258.064322:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156258.064337:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880095059b00) 00010000:00010000:1.0:1746156258.064340:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156258.064343:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156258.064347:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c04 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00000100:00100000:0.0:1746156258.066084:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.066204:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057590528 00000100:00100000:3.0:1746156258.066211:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057590528 00000100:00100000:3.0:1746156258.066248:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44354 00000100:00100000:3.0:1746156258.066255:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1108:x1830977057590528:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746156258.066275:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156258.066289:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97000/0xb0171789e0e78c19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81480a expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.066363:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.066396:0:7116:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814803 expref: 22 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.066403:0:7116:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.066426:0:7116:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814803 expref: 22 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.066440:0:7116:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814803 expref: 22 pid: 7116 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746156258.066451:0:7116:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7116:1830977054082816:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156258.066528:0:7116:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b202ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156258.068296:0:7116:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7116:1830977054082816:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156258.068315:0:7116:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000100:00100000:0.0:1746156258.068787:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.068844:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057590656 00000100:00100000:2.0:1746156258.068850:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057590656 00010000:00010000:2.0:1746156258.068880:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814803 expref: 23 pid: 7116 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746156258.068903:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11319 00000100:00100000:2.0:1746156258.068911:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057590656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156258.068921:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156258.068926:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814803 expref: 23 pid: 7116 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746156258.068940:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814803 expref: 23 pid: 7116 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746156258.068956:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814803 expref: 23 pid: 7116 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746156258.069190:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059300) 00010000:00010000:2.0:1746156258.069195:0:8476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156258.069202:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156258.069208:0:8476:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156258.069230:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156258.069257:0:7116:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.069265:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000100:00100000:2.0:1746156258.069271:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1974:x1830977057590656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 361us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156258.069277:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11319 00000004:00200000:3.0:1746156258.069278:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00080000:3.0:1746156258.069541:0:7116:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00000004:00080000:3.0:1746156258.069547:0:7116:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:3.0:1746156258.069649:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.069657:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.069662:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.069667:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba97400 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156258.069670:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.069677:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.069685:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059300) 00010000:00010000:3.0:1746156258.069687:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746156258.069690:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.069694:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c20 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.069732:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97000/0xb0171789e0e78c19 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81480a expref: 22 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.069740:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97000/0xb0171789e0e78c19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81480a expref: 22 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.069749:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97000, rc 0) 00000100:00100000:3.0:1746156258.069775:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1108:x1830977057590528:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 3521us (3698us total) trans 4294986179 rc 301/301 00000100:00100000:3.0:1746156258.069782:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44354 00000100:00100000:0.0:1746156258.071734:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.071869:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057590912 00000100:00100000:2.0:1746156258.071876:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057590912 00000100:00100000:2.0:1746156258.071917:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 161 00000100:00100000:2.0:1746156258.071923:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1108:x1830977057590912:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:2.0:1746156258.072178:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1108:x1830977057590912:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 254us (449us total) trans 4294986180 rc 0/0 00000100:00100000:2.0:1746156258.072184:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 161 00000100:00100000:0.0:1746156258.073291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.073576:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057591040 00000100:00100000:3.0:1746156258.073582:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057591040 00000100:00100000:3.0:1746156258.073952:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44355 00000100:00100000:3.0:1746156258.073960:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1108:x1830977057591040:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746156258.074120:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156258.074136:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ba00/0xb0171789e0e78c2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814811 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.074186:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ba00/0xb0171789e0e78c2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814811 expref: 23 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.074198:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ba00/0xb0171789e0e78c2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814811 expref: 23 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.074212:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:3.0:1746156258.074215:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746156258.074218:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009547ba00, rc 0) 00000100:00100000:3.0:1746156258.074494:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1108:x1830977057591040:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 534us (1204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156258.074499:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44355 00000100:00100000:0.0:1746156258.075903:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.076057:0:22829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057591296 00000100:00100000:2.0:1746156258.076064:0:22829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057591296 00000100:00100000:2.0:1746156258.076096:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 162 00000100:00100000:2.0:1746156258.076103:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1108:x1830977057591296:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:2.0:1746156258.076257:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1108:x1830977057591296:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 155us (358us total) trans 4294986181 rc 0/0 00000100:00100000:2.0:1746156258.076263:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 162 00000100:00100000:0.0:1746156258.090507:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.090678:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057591424 00000100:00100000:3.0:1746156258.090686:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057591424 00000100:00100000:3.0:1746156258.090725:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44356 00000100:00100000:3.0:1746156258.090731:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1111:x1830977057591424:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156258.090750:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156258.090765:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97000/0xb0171789e0e78c35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814818 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.090807:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c3c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.090816:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.090825:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:3.0:1746156258.090870:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746156258.090873:0:7116:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746156258.090883:0:7116:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156258.090898:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97000/0xb0171789e0e78c35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814818 expref: 26 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.090926:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814818 expref: 25 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156258.090932:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059000) 00010000:00010000:3.0:1746156258.090934:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746156258.090936:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97400, rc 0) 00000100:00100000:3.0:1746156258.090968:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1111:x1830977057591424:12345-192.168.203.27@tcp:101:dd.0 Request processed in 237us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156258.090972:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44356 00000100:00100000:3.0:1746156258.094598:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156258.094736:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057591680 00000100:00100000:0.0:1746156258.094744:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057591680 00000100:00100000:0.0:1746156258.094789:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44357 00000100:00100000:0.0:1746156258.094795:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1111:x1830977057591680:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1746156258.094811:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156258.094814:0:7901:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746156258.094835:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97400/0xb0171789e0e78c3c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814818 expref: 25 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156258.095126:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059000) 00010000:00010000:0.0:1746156258.095137:0:7901:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746156258.095146:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547e200/0xb0171789e0e78c43 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81481f expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156258.095711:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095720:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095729:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095739:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095744:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095752:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095799:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ee00/0xb0171789e0e78c58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095804:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ee00/0xb0171789e0e78c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095809:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ee00/0xb0171789e0e78c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:0.0:1746156258.095815:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1746156258.095876:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095880:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095885:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095890:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547ea00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156258.095892:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095897:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095903:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800939cc400) 00010000:00010000:0.0:1746156258.095905:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156258.095907:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095914:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ea00/0xb0171789e0e78c4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095921:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095925:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095929:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095932:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547f200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156258.095934:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095937:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095941:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800939cc100) 00010000:00010000:0.0:1746156258.095943:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156258.095944:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095948:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78c51 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156258.095971:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009547e200/0xb0171789e0e78c43 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81481f expref: 27 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156258.095979:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ee00/0xb0171789e0e78c58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81481f expref: 26 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156258.095988:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:0.0:1746156258.095990:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746156258.095992:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009547ee00, rc 0) 00000100:00100000:0.0:1746156258.096053:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1111:x1830977057591680:12345-192.168.203.27@tcp:101:dd.0 Request processed in 1257us (1460us total) trans 4294986182 rc 0/0 00000100:00100000:0.0:1746156258.096058:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44357 00000100:00100000:0.0:1746156258.097752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.098648:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057591936 00000100:00100000:2.0:1746156258.098657:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057591936 00000100:00100000:2.0:1746156258.098988:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44358 00000100:00100000:2.0:1746156258.098997:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1111:x1830977057591936:12345-192.168.203.27@tcp:36:dd.0 00010000:00010000:2.0:1746156258.099049:0:7901:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156258.099070:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ee00/0xb0171789e0e78c58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81481f expref: 26 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.099528:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:2.0:1746156258.099532:0:7901:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156258.099674:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156258.099684:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156258.099691:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000001:00080000:2.0:1746156258.099723:0:7901:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986183 00000004:00010000:2.0:1746156258.099737:0:7901:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a95f6a00 reply state ffff88012f690000 transno 4294986184 ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:2.0:1746156258.099742:0:7901:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746156258.100236:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1111:x1830977057591936:12345-192.168.203.27@tcp:36:dd.0 Request processed in 1239us (2488us total) trans 4294986184 rc 0/0 00000100:00100000:2.0:1746156258.100243:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44358 00000020:00080000:2.0:1746156258.100247:0:7901:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746156258.102572:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156258.102636:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156258.102644:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156258.102650:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156258.102655:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095715800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156258.102658:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156258.102667:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156258.102678:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:3.0:1746156258.102681:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156258.102683:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156258.102688:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095715800/0xb0171789e0e78c66 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000100:00100000:2.0:1746156258.102980:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057592064 00000100:00100000:2.0:1746156258.102988:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057592064 00000100:00100000:2.0:1746156258.103199:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6786 00000100:00100000:2.0:1746156258.103210:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1111:x1830977057592064:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156258.103223:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156258.103236:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814826 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156258.103254:0:8463:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746156258.103269:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156258.103271:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156258.103276:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814826 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.103288:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814826 expref: 6 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.103296:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095715400, rc 0) 00000100:00100000:2.0:1746156258.103342:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1111:x1830977057592064:12345-192.168.203.27@tcp:101:dd.0 Request processed in 136us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156258.103348:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6786 00000100:00080000:3.0:1746156258.103653:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746156258.105256:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156258.106603:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057592192 00000100:00100000:1.0:1746156258.106612:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057592192 00000100:00100000:1.0:1746156258.106665:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6787 00000100:00100000:1.0:1746156258.106672:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1111:x1830977057592192:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746156258.106686:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156258.106702:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81482d expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746156258.106724:0:8462:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746156258.106740:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156258.106741:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156258.106746:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81482d expref: 9 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156258.106761:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81482d expref: 9 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156258.106769:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133f0ca00, rc 0) 00000100:00100000:1.0:1746156258.106812:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1111:x1830977057592192:12345-192.168.203.27@tcp:101:dd.0 Request processed in 141us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156258.106821:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6787 00000100:00080000:3.0:1746156258.109148:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746156258.111230:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.111264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.111291:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057592320 00000100:00100000:2.0:1746156258.111299:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057592320 00002000:00010000:2.0:1746156258.111331:0:8467:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1746156258.111335:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0c380 with x1830977057592320 ext(0->18446744073709551615) 00002000:00010000:2.0:1746156258.111344:0:8467:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff0c380. 00000100:00100000:2.0:1746156258.111359:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057592448 00000100:00100000:2.0:1746156258.111361:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057592448 00002000:00010000:2.0:1746156258.111389:0:8467:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:2.0:1746156258.111391:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0ed80 with x1830977057592448 ext(0->18446744073709551615) 00002000:00010000:2.0:1746156258.111397:0:8467:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff0ed80. 00000100:00100000:2.0:1746156258.111408:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4863 00000100:00100000:2.0:1746156258.111415:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057592320:12345-192.168.203.27@tcp:10:dd.0 00002000:00010000:2.0:1746156258.111667:0:8467:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746156258.111670:0:8467:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746156258 00002000:00010000:2.0:1746156258.111672:0:8467:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746156258.111674:0:8467:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746156258 00002000:00010000:2.0:1746156258.111675:0:8467:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746156258.111711:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057592320:12345-192.168.203.27@tcp:10:dd.0 Request processed in 296us (488us total) trans 4294968702 rc 0/0 00000100:00100000:2.0:1746156258.111718:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4863 00002000:00010000:2.0:1746156258.111721:0:8467:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1746156258.111723:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0c380 with x1830977057592320 ext(0->18446744073709551615) 00002000:00010000:2.0:1746156258.111727:0:8467:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff0c380. 00000100:00100000:2.0:1746156258.111742:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4864 00000100:00100000:2.0:1746156258.111748:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057592448:12345-192.168.203.27@tcp:10:dd.0 00002000:00010000:2.0:1746156258.111876:0:8467:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746156258.111878:0:8467:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746156258 00002000:00010000:2.0:1746156258.111881:0:8467:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746156258.111882:0:8467:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746156258 00002000:00010000:2.0:1746156258.111884:0:8467:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746156258.111900:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057592448:12345-192.168.203.27@tcp:10:dd.0 Request processed in 152us (635us total) trans 4294968029 rc 0/0 00000100:00100000:2.0:1746156258.111905:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4864 00002000:00010000:2.0:1746156258.111907:0:8467:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:2.0:1746156258.111909:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0ed80 with x1830977057592448 ext(0->18446744073709551615) 00002000:00010000:2.0:1746156258.111912:0:8467:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff0ed80. 00000100:00100000:0.0:1746156258.430971:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.433517:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057592704 00000100:00100000:2.0:1746156258.433529:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057592704 00002000:00100000:2.0:1746156258.433574:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800a95f5880 x1830977057592704/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.433583:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5880 with x1830977057592704 ext(0->1048575) 00002000:00010000:2.0:1746156258.433589:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f5880 00000100:00100000:2.0:1746156258.433623:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4865 00000100:00100000:2.0:1746156258.433632:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057592704:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156258.437655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.439530:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057592960 00000100:00100000:3.0:1746156258.439540:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057592960 00002000:00100000:3.0:1746156258.439578:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800a95f6680 x1830977057592960/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.439586:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6680 with x1830977057592960 ext(0->1048575) 00002000:00010000:3.0:1746156258.439591:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f6680 00000100:00100000:3.0:1746156258.439610:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4866 00000100:00100000:3.0:1746156258.439617:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057592960:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156258.445052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156258.448833:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057593216 00000100:00100000:1.0:1746156258.448846:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057593216 00002000:00100000:1.0:1746156258.448882:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800a95f7480 x1830977057593216/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156258.448891:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7480 with x1830977057593216 ext(1048576->2097151) 00002000:00010000:1.0:1746156258.448896:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f7480 00000100:00100000:1.0:1746156258.448929:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4867 00000100:00100000:1.0:1746156258.448935:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057593216:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156258.458093:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057592704:12345-192.168.203.27@tcp:4:dd.0 Request processed in 24455us (27121us total) trans 4294968703 rc 0/0 00000100:00100000:2.0:1746156258.458104:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4865 00002000:00100000:2.0:1746156258.458115:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800a95f5880 x1830977057592704/t4294968703(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.458123:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5880 with x1830977057592704 ext(0->1048575) 00002000:00010000:2.0:1746156258.458128:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f5880 00000100:00100000:0.0:1746156258.458885:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.461176:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057593472 00000100:00100000:2.0:1746156258.461186:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057593472 00002000:00100000:2.0:1746156258.461222:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff8800a95f6300 x1830977057593472/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.461231:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6300 with x1830977057593472 ext(1048576->2097151) 00002000:00010000:2.0:1746156258.461236:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f6300 00000100:00100000:2.0:1746156258.461260:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4868 00000100:00100000:2.0:1746156258.461268:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057593472:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.467763:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1975:x1830977057592960:12345-192.168.203.27@tcp:4:dd.0 Request processed in 28137us (30104us total) trans 4294968030 rc 0/0 00000100:00100000:3.0:1746156258.467774:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4866 00002000:00100000:3.0:1746156258.467785:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800a95f6680 x1830977057592960/t4294968030(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.467794:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6680 with x1830977057592960 ext(0->1048575) 00002000:00010000:3.0:1746156258.467800:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f6680 00000100:00100000:1.0:1746156258.469022:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.469122:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057593728 00000100:00100000:2.0:1746156258.469128:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057593728 00002000:00100000:2.0:1746156258.469165:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800955a5500 x1830977057593728/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.469177:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5500 with x1830977057593728 ext(2097152->3145727) 00002000:00010000:2.0:1746156258.469181:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800955a5500 00000100:00100000:2.0:1746156258.469194:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4869 00000100:00100000:2.0:1746156258.469203:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057593728:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156258.475497:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057593216:12345-192.168.203.27@tcp:4:dd.0 Request processed in 26550us (30441us total) trans 4294968704 rc 0/0 00000100:00100000:1.0:1746156258.475509:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4867 00002000:00100000:1.0:1746156258.475520:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800a95f7480 x1830977057593216/t4294968704(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156258.475529:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f7480 with x1830977057593216 ext(1048576->2097151) 00002000:00010000:1.0:1746156258.475534:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f7480 00000100:00100000:0.0:1746156258.478668:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.480560:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1975:x1830977057593472:12345-192.168.203.27@tcp:4:dd.0 Request processed in 19285us (21669us total) trans 4294968031 rc 0/0 00000100:00100000:3.0:1746156258.480571:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4868 00002000:00100000:3.0:1746156258.480581:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff8800a95f6300 x1830977057593472/t4294968031(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.480589:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6300 with x1830977057593472 ext(1048576->2097151) 00000100:00100000:1.0:1746156258.480590:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057593984 00002000:00010000:3.0:1746156258.480595:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f6300 00000100:00100000:1.0:1746156258.480597:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057593984 00002000:00100000:1.0:1746156258.480623:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8800a95f4380 x1830977057593984/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156258.480630:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4380 with x1830977057593984 ext(2097152->3145727) 00002000:00010000:1.0:1746156258.480633:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f4380 00000100:00100000:1.0:1746156258.480647:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4870 00000100:00100000:1.0:1746156258.480653:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+14:1975:x1830977057593984:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156258.491917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156258.492316:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057594240 00000100:00100000:0.0:1746156258.492323:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057594240 00002000:00100000:0.0:1746156258.492356:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800a95f6d80 x1830977057594240/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156258.492384:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6d80 with x1830977057594240 ext(3145728->4194303) 00002000:00010000:0.0:1746156258.492389:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f6d80 00000100:00100000:0.0:1746156258.492403:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4871 00000100:00100000:0.0:1746156258.492409:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1974:x1830977057594240:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.493554:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1975:x1830977057593728:12345-192.168.203.27@tcp:4:dd.0 Request processed in 24350us (24539us total) trans 4294968705 rc 0/0 00000100:00100000:3.0:1746156258.493562:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4869 00002000:00100000:3.0:1746156258.493568:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800955a5500 x1830977057593728/t4294968705(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.493575:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5500 with x1830977057593728 ext(2097152->3145727) 00002000:00010000:3.0:1746156258.493579:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800955a5500 00000100:00100000:2.0:1746156258.504398:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1975:x1830977057593984:12345-192.168.203.27@tcp:4:dd.0 Request processed in 23735us (25727us total) trans 4294968032 rc 0/0 00000100:00100000:2.0:1746156258.504409:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4870 00002000:00100000:2.0:1746156258.504420:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8800a95f4380 x1830977057593984/t4294968032(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.504428:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4380 with x1830977057593984 ext(2097152->3145727) 00002000:00010000:2.0:1746156258.504432:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f4380 00000100:00100000:2.0:1746156258.507302:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1974:x1830977057594240:12345-192.168.203.27@tcp:4:dd.0 Request processed in 14885us (15383us total) trans 4294968706 rc 0/0 00000100:00100000:2.0:1746156258.507314:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4871 00002000:00100000:2.0:1746156258.507324:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800a95f6d80 x1830977057594240/t4294968706(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.507332:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f6d80 with x1830977057594240 ext(3145728->4194303) 00002000:00010000:2.0:1746156258.507336:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f6d80 00000100:00100000:0.0:1746156258.512552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.515439:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057594496 00000100:00100000:2.0:1746156258.515450:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057594496 00002000:00100000:2.0:1746156258.515499:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff8800a95f4000 x1830977057594496/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.515510:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4000 with x1830977057594496 ext(3145728->4194303) 00002000:00010000:2.0:1746156258.515516:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f4000 00000100:00100000:2.0:1746156258.515556:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4872 00000100:00100000:2.0:1746156258.515564:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1974:x1830977057594496:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156258.519257:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156258.520217:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057594752 00000100:00100000:1.0:1746156258.520226:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057594752 00002000:00100000:1.0:1746156258.520260:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008ff0d880 x1830977057594752/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156258.520270:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0d880 with x1830977057594752 ext(4194304->5242879) 00002000:00010000:1.0:1746156258.520275:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff0d880 00000100:00100000:1.0:1746156258.520305:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4873 00000100:00100000:1.0:1746156258.520311:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1975:x1830977057594752:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.521925:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057594496:12345-192.168.203.27@tcp:4:dd.0 Request processed in 6356us (9373us total) trans 4294968033 rc 0/0 00000100:00100000:3.0:1746156258.521933:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4872 00002000:00100000:3.0:1746156258.521941:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff8800a95f4000 x1830977057594496/t4294968033(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.521948:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4000 with x1830977057594496 ext(3145728->4194303) 00002000:00010000:3.0:1746156258.521952:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f4000 00000100:00100000:0.0:1746156258.539407:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.539485:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057595008 00000100:00100000:3.0:1746156258.539492:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057595008 00002000:00100000:3.0:1746156258.539523:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8800a95f4e00 x1830977057595008/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.539531:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4e00 with x1830977057595008 ext(4194304->5242879) 00002000:00010000:3.0:1746156258.539536:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f4e00 00000100:00100000:3.0:1746156258.539565:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4874 00000100:00100000:3.0:1746156258.539571:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1975:x1830977057595008:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156258.541210:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.541316:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057595264 00000100:00100000:2.0:1746156258.541321:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057595264 00002000:00100000:2.0:1746156258.541350:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800a95f5180 x1830977057595264/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.541357:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5180 with x1830977057595264 ext(5242880->6291455) 00002000:00010000:2.0:1746156258.541361:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f5180 00000100:00100000:2.0:1746156258.541392:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4875 00000100:00100000:2.0:1746156258.541399:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1974:x1830977057595264:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156258.541433:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1975:x1830977057594752:12345-192.168.203.27@tcp:4:dd.0 Request processed in 21119us (22182us total) trans 4294968707 rc 0/0 00000100:00100000:1.0:1746156258.541440:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4873 00002000:00100000:1.0:1746156258.541446:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008ff0d880 x1830977057594752/t4294968707(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156258.541454:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff0d880 with x1830977057594752 ext(4194304->5242879) 00002000:00010000:1.0:1746156258.541457:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff0d880 00000100:00100000:3.0:1746156258.550129:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1975:x1830977057595008:12345-192.168.203.27@tcp:4:dd.0 Request processed in 10551us (10722us total) trans 4294968034 rc 0/0 00000100:00100000:3.0:1746156258.550138:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4874 00002000:00100000:3.0:1746156258.550147:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8800a95f4e00 x1830977057595008/t4294968034(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.550155:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f4e00 with x1830977057595008 ext(4194304->5242879) 00002000:00010000:3.0:1746156258.550159:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f4e00 00000100:00100000:2.0:1746156258.557612:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057595264:12345-192.168.203.27@tcp:4:dd.0 Request processed in 16206us (16399us total) trans 4294968708 rc 0/0 00000100:00100000:2.0:1746156258.557622:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4875 00002000:00100000:2.0:1746156258.557631:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800a95f5180 x1830977057595264/t4294968708(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.557638:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5180 with x1830977057595264 ext(5242880->6291455) 00002000:00010000:2.0:1746156258.557643:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a95f5180 00000100:00100000:0.0:1746156258.558041:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.558249:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057595520 00000100:00100000:3.0:1746156258.558254:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057595520 00002000:00100000:3.0:1746156258.558282:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800a95f5500 x1830977057595520/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.558288:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5500 with x1830977057595520 ext(5242880->6291455) 00002000:00010000:3.0:1746156258.558291:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f5500 00000100:00100000:3.0:1746156258.558305:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4876 00000100:00100000:3.0:1746156258.558311:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1975:x1830977057595520:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.567649:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057595520:12345-192.168.203.27@tcp:4:dd.0 Request processed in 9331us (9602us total) trans 4294968035 rc 0/0 00000100:00100000:3.0:1746156258.567657:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4876 00002000:00100000:3.0:1746156258.567667:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800a95f5500 x1830977057595520/t4294968035(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.567676:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a95f5500 with x1830977057595520 ext(5242880->6291455) 00002000:00010000:3.0:1746156258.567680:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a95f5500 00000100:00100000:0.0:1746156258.571941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.572031:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057595776 00000100:00100000:3.0:1746156258.572038:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057595776 00002000:00100000:3.0:1746156258.572071:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008b495c00 x1830977057595776/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.572081:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495c00 with x1830977057595776 ext(6291456->7340031) 00002000:00010000:3.0:1746156258.572085:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b495c00 00000100:00100000:3.0:1746156258.572111:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4877 00000100:00100000:3.0:1746156258.572117:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1974:x1830977057595776:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.585979:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1974:x1830977057595776:12345-192.168.203.27@tcp:4:dd.0 Request processed in 13851us (14033us total) trans 4294968709 rc 0/0 00000100:00100000:3.0:1746156258.585992:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4877 00002000:00100000:3.0:1746156258.586004:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008b495c00 x1830977057595776/t4294968709(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.586022:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495c00 with x1830977057595776 ext(6291456->7340031) 00002000:00010000:3.0:1746156258.586027:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b495c00 00000100:00100000:1.0:1746156258.586297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.586887:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057596032 00000100:00100000:3.0:1746156258.586894:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057596032 00002000:00100000:3.0:1746156258.586923:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8800955a4700 x1830977057596032/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.586930:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4700 with x1830977057596032 ext(6291456->7340031) 00002000:00010000:3.0:1746156258.586934:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4700 00000100:00100000:3.0:1746156258.587180:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4878 00000100:00100000:3.0:1746156258.587188:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1975:x1830977057596032:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.598080:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1975:x1830977057596032:12345-192.168.203.27@tcp:4:dd.0 Request processed in 10884us (11775us total) trans 4294968036 rc 0/0 00000100:00100000:3.0:1746156258.598090:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4878 00002000:00100000:3.0:1746156258.598101:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8800955a4700 x1830977057596032/t4294968036(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.598111:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4700 with x1830977057596032 ext(6291456->7340031) 00002000:00010000:3.0:1746156258.598116:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a4700 00000100:00100000:0.0:1746156258.604997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156258.605040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.605259:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057596288 00000100:00100000:3.0:1746156258.605266:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057596288 00002000:00100000:3.0:1746156258.605298:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008b494a80 x1830977057596288/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.605307:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494a80 with x1830977057596288 ext(7340032->8388607) 00002000:00010000:3.0:1746156258.605311:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b494a80 00000100:00100000:3.0:1746156258.605322:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057596544 00000100:00100000:3.0:1746156258.605324:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057596544 00002000:00100000:3.0:1746156258.605331:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88008b494700 x1830977057596544/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.605338:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494700 with x1830977057596544 ext(7340032->8388607) 00002000:00010000:3.0:1746156258.605340:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b494700 00000100:00100000:3.0:1746156258.606691:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4879 00000100:00100000:3.0:1746156258.606708:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+21:1975:x1830977057596288:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.606935:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4880 00000100:00100000:3.0:1746156258.606941:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1974:x1830977057596544:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.620882:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1975:x1830977057596288:12345-192.168.203.27@tcp:4:dd.0 Request processed in 14169us (15880us total) trans 4294968710 rc 0/0 00000100:00100000:3.0:1746156258.620892:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4879 00002000:00100000:3.0:1746156258.620903:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008b494a80 x1830977057596288/t4294968710(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.620912:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494a80 with x1830977057596288 ext(7340032->8388607) 00002000:00010000:3.0:1746156258.620916:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b494a80 00000100:00100000:0.0:1746156258.621477:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.623181:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057596800 00000100:00100000:3.0:1746156258.623192:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057596800 00002000:00100000:3.0:1746156258.623229:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88008b494000 x1830977057596800/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.623238:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494000 with x1830977057596800 ext(8388608->9437183) 00002000:00010000:3.0:1746156258.623242:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b494000 00000100:00100000:3.0:1746156258.623652:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4881 00000100:00100000:3.0:1746156258.623660:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1974:x1830977057596800:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.625661:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1974:x1830977057596544:12345-192.168.203.27@tcp:4:dd.0 Request processed in 18712us (20612us total) trans 4294968037 rc 0/0 00000100:00100000:3.0:1746156258.625670:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4880 00002000:00100000:3.0:1746156258.625680:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88008b494700 x1830977057596544/t4294968037(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.625688:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494700 with x1830977057596544 ext(7340032->8388607) 00002000:00010000:3.0:1746156258.625694:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b494700 00000100:00100000:2.0:1746156258.640848:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.641447:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057597056 00000100:00100000:3.0:1746156258.641454:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057597056 00002000:00100000:3.0:1746156258.641488:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880092c3fb80 x1830977057597056/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:2.0:1746156258.641537:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00100000:3.0:1746156258.641559:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3fb80 with x1830977057597056 ext(8388608->9437183) 00002000:00010000:3.0:1746156258.641564:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3fb80 00000100:00100000:3.0:1746156258.641593:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4882 00000100:00100000:3.0:1746156258.641600:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1974:x1830977057597056:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156258.642322:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1974:x1830977057596800:12345-192.168.203.27@tcp:4:dd.0 Request processed in 18661us (20847us total) trans 4294968711 rc 0/0 00000100:00100000:2.0:1746156258.642329:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4881 00002000:00100000:2.0:1746156258.642335:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88008b494000 x1830977057596800/t4294968711(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.642342:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b494000 with x1830977057596800 ext(8388608->9437183) 00002000:00010000:2.0:1746156258.642345:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b494000 00000100:00100000:2.0:1746156258.649599:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.650036:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057597312 00000100:00100000:3.0:1746156258.650045:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057597312 00002000:00100000:3.0:1746156258.650084:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880093635880 x1830977057597312/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.650095:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635880 with x1830977057597312 ext(9437184->10485759) 00002000:00010000:3.0:1746156258.650100:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093635880 00000100:00100000:3.0:1746156258.650121:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4883 00000100:00100000:3.0:1746156258.650128:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1975:x1830977057597312:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.652003:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1974:x1830977057597056:12345-192.168.203.27@tcp:4:dd.0 Request processed in 10394us (11155us total) trans 4294968038 rc 0/0 00000100:00100000:3.0:1746156258.652023:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4882 00002000:00100000:3.0:1746156258.652034:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880092c3fb80 x1830977057597056/t4294968038(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.652043:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c3fb80 with x1830977057597056 ext(8388608->9437183) 00002000:00010000:3.0:1746156258.652047:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c3fb80 00000100:00100000:3.0:1746156258.657912:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1975:x1830977057597312:12345-192.168.203.27@tcp:4:dd.0 Request processed in 7776us (8312us total) trans 4294968712 rc 0/0 00000100:00100000:3.0:1746156258.657923:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4883 00002000:00100000:3.0:1746156258.657933:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880093635880 x1830977057597312/t4294968712(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.657942:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093635880 with x1830977057597312 ext(9437184->10485759) 00002000:00010000:3.0:1746156258.657947:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093635880 00000100:00100000:0.0:1746156258.663000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.663080:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057597568 00000100:00100000:3.0:1746156258.663088:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057597568 00002000:00100000:3.0:1746156258.663216:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88008b495500 x1830977057597568/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.663226:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495500 with x1830977057597568 ext(9437184->10485759) 00002000:00010000:3.0:1746156258.663231:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b495500 00000100:00100000:3.0:1746156258.665318:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4884 00000100:00100000:3.0:1746156258.665334:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1975:x1830977057597568:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156258.676294:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.676341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156258.676356:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057597952 00000100:00100000:1.0:1746156258.676385:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057597952 00000100:00100000:1.0:1746156258.676426:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 381 00000100:00100000:1.0:1746156258.676433:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a532bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1972:x1830977057597952:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746156258.676481:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a532bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1972:x1830977057597952:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 48us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156258.676487:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 381 00000100:00100000:1.0:1746156258.676549:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.676570:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057598080 00000100:00100000:2.0:1746156258.676574:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057598080 00000100:00100000:1.0:1746156258.676574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156258.676597:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.676600:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057598208 00000100:00100000:2.0:1746156258.676602:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057598208 00000100:00100000:2.0:1746156258.676615:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 344 00000100:00100000:1.0:1746156258.676616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.676620:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1973:x1830977057598080:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746156258.676631:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057598336 00000100:00100000:1.0:1746156258.676634:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057598336 00000100:00100000:3.0:1746156258.676676:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 345 00000100:00100000:3.0:1746156258.676683:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1972:x1830977057598208:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746156258.676719:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1972:x1830977057598208:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 34us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156258.676725:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 345 00000100:00100000:3.0:1746156258.676748:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057598464 00000100:00100000:3.0:1746156258.676751:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057598464 00000100:00100000:2.0:1746156258.676800:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1973:x1830977057598080:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 179us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156258.676809:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 344 00000100:00100000:2.0:1746156258.676875:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057597824 00000100:00100000:2.0:1746156258.676878:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057597824 00002000:00100000:2.0:1746156258.676901:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800955a4000 x1830977057597824/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.676910:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4000 with x1830977057597824 ext(10485760->11534335) 00002000:00010000:2.0:1746156258.676916:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800955a4000 00000100:00100000:2.0:1746156258.676932:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4885 00000100:00100000:2.0:1746156258.676938:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1974:x1830977057597824:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156258.677124:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 411 00000100:00100000:1.0:1746156258.677130:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057598336:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746156258.677157:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1973:x1830977057598336:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 27us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156258.677162:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 411 00000100:00100000:3.0:1746156258.677233:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 412 00000100:00100000:3.0:1746156258.677238:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057598464:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:3.0:1746156258.677280:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1972:x1830977057598464:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 42us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156258.677285:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 412 00000100:00080000:1.0:1746156258.677424:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746156258.677427:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746156258.679169:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1975:x1830977057597568:12345-192.168.203.27@tcp:4:dd.0 Request processed in 13836us (16169us total) trans 4294968039 rc 0/0 00000100:00100000:2.0:1746156258.679178:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4884 00002000:00100000:2.0:1746156258.679188:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88008b495500 x1830977057597568/t4294968039(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.679197:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495500 with x1830977057597568 ext(9437184->10485759) 00002000:00010000:2.0:1746156258.679201:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b495500 00000100:00100000:2.0:1746156258.690523:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156258.691469:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1974:x1830977057597824:12345-192.168.203.27@tcp:4:dd.0 Request processed in 14528us (14867us total) trans 4294968713 rc 0/0 00000100:00100000:1.0:1746156258.691479:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4885 00002000:00100000:1.0:1746156258.691491:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800955a4000 x1830977057597824/t4294968713(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156258.691500:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a4000 with x1830977057597824 ext(10485760->11534335) 00002000:00010000:1.0:1746156258.691505:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800955a4000 00000100:00100000:1.0:1746156258.693931:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057598720 00000100:00100000:1.0:1746156258.693942:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057598720 00002000:00100000:1.0:1746156258.693979:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880134cc8a80 x1830977057598720/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156258.693988:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8a80 with x1830977057598720 ext(10485760->11534335) 00002000:00010000:1.0:1746156258.693993:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc8a80 00000100:00100000:3.0:1746156258.694231:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4886 00000100:00100000:3.0:1746156258.694240:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1975:x1830977057598720:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156258.695952:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156258.696713:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057598976 00000100:00100000:3.0:1746156258.696721:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057598976 00002000:00100000:3.0:1746156258.696756:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008b495f80 x1830977057598976/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.696765:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495f80 with x1830977057598976 ext(11534336->12582911) 00002000:00010000:3.0:1746156258.696770:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b495f80 00000100:00100000:3.0:1746156258.696798:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4887 00000100:00100000:3.0:1746156258.696805:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1975:x1830977057598976:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156258.701890:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156258.702086:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057599232 00000100:00100000:0.0:1746156258.702095:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057599232 00002000:00100000:0.0:1746156258.702130:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880134cc9c00 x1830977057599232/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156258.702139:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9c00 with x1830977057599232 ext(11534336->12582911) 00002000:00010000:0.0:1746156258.702143:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9c00 00000100:00100000:0.0:1746156258.702528:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4888 00000100:00100000:0.0:1746156258.702536:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1975:x1830977057599232:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156258.709770:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1975:x1830977057598720:12345-192.168.203.27@tcp:4:dd.0 Request processed in 15524us (19247us total) trans 4294968040 rc 0/0 00000100:00100000:3.0:1746156258.709781:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4886 00002000:00100000:3.0:1746156258.709792:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880134cc8a80 x1830977057598720/t4294968040(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156258.709801:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8a80 with x1830977057598720 ext(10485760->11534335) 00002000:00010000:3.0:1746156258.709806:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc8a80 00000100:00100000:3.0:1746156258.711544:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156258.712121:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057599616 00000100:00100000:1.0:1746156258.712129:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057599616 00000100:00100000:1.0:1746156258.712173:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 163 00000100:00100000:1.0:1746156258.712180:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1111:x1830977057599616:12345-192.168.203.27@tcp:35:dd.0 00000001:00080000:1.0:1746156258.712359:0:7120:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986185 00000100:00100000:1.0:1746156258.712445:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1111:x1830977057599616:12345-192.168.203.27@tcp:35:dd.0 Request processed in 265us (909us total) trans 4294986186 rc 0/0 00000100:00100000:1.0:1746156258.712451:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 163 00000020:00080000:1.0:1746156258.712455:0:7120:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746156258.715733:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1975:x1830977057598976:12345-192.168.203.27@tcp:4:dd.0 Request processed in 18922us (19780us total) trans 4294968714 rc 0/0 00000100:00100000:2.0:1746156258.715743:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4887 00002000:00100000:2.0:1746156258.715752:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008b495f80 x1830977057598976/t4294968714(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.715767:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495f80 with x1830977057598976 ext(11534336->12582911) 00002000:00010000:2.0:1746156258.715771:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b495f80 00000100:00100000:1.0:1746156258.716182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.716353:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057599744 00000100:00100000:2.0:1746156258.716358:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057599744 00002000:00100000:2.0:1746156258.716403:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff8800955a7b80 x1830977057599744/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/0 e 0 to 0 dl 1746156269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.716410:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7b80 with x1830977057599744 ext(12582912->13631487) 00002000:00010000:2.0:1746156258.716413:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800955a7b80 00000100:00100000:2.0:1746156258.716423:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4889 00000100:00100000:2.0:1746156258.716428:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1974:x1830977057599744:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156258.720922:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1975:x1830977057599232:12345-192.168.203.27@tcp:4:dd.0 Request processed in 18378us (19032us total) trans 4294968041 rc 0/0 00000100:00100000:2.0:1746156258.720933:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4888 00002000:00100000:2.0:1746156258.720944:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880134cc9c00 x1830977057599232/t4294968041(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.720952:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9c00 with x1830977057599232 ext(11534336->12582911) 00002000:00010000:2.0:1746156258.720957:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cc9c00 00000100:00100000:2.0:1746156258.734722:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1974:x1830977057599744:12345-192.168.203.27@tcp:4:dd.0 Request processed in 18286us (18533us total) trans 4294968715 rc 0/0 00000100:00100000:2.0:1746156258.734733:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4889 00002000:00100000:2.0:1746156258.734744:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff8800955a7b80 x1830977057599744/t4294968715(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:574/0 lens 488/448 e 0 to 0 dl 1746156269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156258.734752:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a7b80 with x1830977057599744 ext(12582912->13631487) 00002000:00010000:2.0:1746156258.734758:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800955a7b80 00000100:00100000:0.0:1746156258.746042:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156258.746834:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057599872 00000100:00100000:2.0:1746156258.746843:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057599872 00000100:00100000:2.0:1746156258.746901:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44359 00000100:00100000:2.0:1746156258.746908:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1116:x1830977057599872:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746156258.746930:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156258.746993:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095636a00/0xb0171789e0e78c7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814834 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.747053:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095753e00/0xb0171789e0e78c82 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156258.747063:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095753e00/0xb0171789e0e78c82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156258.747073:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095753e00/0xb0171789e0e78c82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746156258.747119:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746156258.747122:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156258.747135:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095753e00/0xb0171789e0e78c82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156258.747152:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095636a00/0xb0171789e0e78c7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814834 expref: 31 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.747184:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095753e00/0xb0171789e0e78c82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814834 expref: 30 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156258.747190:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19f00) 00010000:00010000:2.0:1746156258.747192:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746156258.747195:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095753e00, rc 0) 00000100:00100000:2.0:1746156258.747245:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1116:x1830977057599872:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 337us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156258.747251:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44359 00000001:00080000:3.0:1746156258.939665:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968041 is committed 00000100:00100000:2.0:1746156259.254207:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.254494:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057600128 00000100:00100000:3.0:1746156259.254502:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057600128 00000100:00100000:3.0:1746156259.254545:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44360 00000100:00100000:3.0:1746156259.254552:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1127:x1830977057600128:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746156259.254567:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156259.254569:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746156259.254591:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095753e00/0xb0171789e0e78c82 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814834 expref: 30 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.254603:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19f00) 00010000:00010000:3.0:1746156259.254614:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156259.254623:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c89 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81483b expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.254768:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.254778:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.254785:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.254793:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.254797:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.254802:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.255140:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.255147:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.255153:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:3.0:1746156259.255160:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746156259.255175:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.255181:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.255186:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.255191:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba96000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156259.255193:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.255198:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.255204:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059900) 00010000:00010000:3.0:1746156259.255206:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156259.255208:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.255212:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96000/0xb0171789e0e78c90 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000004:00010000:3.0:1746156259.255219:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880134cc9180 reply state ffff880094123000 transno 4294986187 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746156259.255228:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746156259.255244:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e78c89 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81483b expref: 32 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.255255:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81483b expref: 31 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.255260:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880095059700) 00010000:00010000:3.0:1746156259.255261:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156259.255263:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094157e00, rc 0) 00000100:00100000:3.0:1746156259.255301:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1127:x1830977057600128:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 750us (1102us total) trans 4294986187 rc 0/0 00000100:00100000:3.0:1746156259.255307:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44360 00000100:00100000:0.0:1746156259.261131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156259.261164:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.261173:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746156259.261179:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057600384 00010000:00010000:0.0:1746156259.261179:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.261184:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba96800 already unused, calling callback (ffffffffa1373690) 00000100:00100000:3.0:1746156259.261186:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057600384 00010000:00010000:0.0:1746156259.261188:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.261195:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.261206:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880095059b00) 00010000:00010000:0.0:1746156259.261209:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156259.261212:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.261217:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e78c97 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746156259.261220:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44361 00000100:00100000:3.0:1746156259.261227:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1127:x1830977057600384:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:3.0:1746156259.261243:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156259.261255:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130692600/0xb0171789e0e78cac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814842 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.261318:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.261328:0:7118:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81483b expref: 32 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.261334:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.261356:0:7118:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81483b expref: 32 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.261382:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81483b expref: 32 pid: 7118 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746156259.261393:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830977054082944:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156259.261447:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c5e6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156259.265656:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830977054082944:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156259.265674:0:7118:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:0.0:1746156259.265897:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.265948:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057600512 00000100:00100000:3.0:1746156259.265954:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057600512 00010000:00010000:3.0:1746156259.265980:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81483b expref: 33 pid: 7118 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746156259.266024:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11320 00000100:00100000:3.0:1746156259.266032:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1975:x1830977057600512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156259.266451:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156259.266458:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81483b expref: 33 pid: 7118 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746156259.266468:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81483b expref: 33 pid: 7118 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746156259.266486:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094157e00/0xb0171789e0e78c9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81483b expref: 33 pid: 7118 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746156259.266496:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880095059700) 00010000:00010000:3.0:1746156259.266500:0:8476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.266507:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.266513:0:8476:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.266535:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156259.266559:0:7118:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156259.266566:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746156259.266577:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1975:x1830977057600512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 547us (682us total) trans 0 rc 0/0 00000004:00200000:1.0:1746156259.266581:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000100:00100000:3.0:1746156259.266584:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11320 00000004:00080000:1.0:1746156259.266703:0:7118:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00000004:00080000:1.0:1746156259.266708:0:7118:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:1.0:1746156259.266809:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156259.266816:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156259.266822:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156259.266827:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130693e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156259.266871:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156259.266879:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156259.266888:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880095059700) 00010000:00010000:1.0:1746156259.266891:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746156259.266893:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156259.266899:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78cb3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746156259.266942:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130692600/0xb0171789e0e78cac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814842 expref: 32 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.266949:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130692600/0xb0171789e0e78cac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814842 expref: 32 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.266959:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130692600, rc 0) 00000100:00100000:1.0:1746156259.266991:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1127:x1830977057600384:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 5765us (5866us total) trans 4294986188 rc 301/301 00000100:00100000:1.0:1746156259.266997:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44361 00000100:00100000:1.0:1746156259.269061:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.269111:0:22829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057600768 00000100:00100000:3.0:1746156259.269119:0:22829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057600768 00000100:00100000:3.0:1746156259.269169:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 164 00000100:00100000:3.0:1746156259.269177:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1127:x1830977057600768:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:3.0:1746156259.270113:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1127:x1830977057600768:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 935us (1057us total) trans 4294986189 rc 0/0 00000100:00100000:3.0:1746156259.270121:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 164 00000100:00100000:3.0:1746156259.273642:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.274291:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057600896 00000100:00100000:0.0:1746156259.274299:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057600896 00000100:00100000:0.0:1746156259.274342:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44362 00000100:00100000:0.0:1746156259.274350:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1127:x1830977057600896:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:0.0:1746156259.274396:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156259.274413:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547e400/0xb0171789e0e78cc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814849 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.274458:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009547e400/0xb0171789e0e78cc1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814849 expref: 33 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.274469:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547e400/0xb0171789e0e78cc1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814849 expref: 33 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.274483:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:0.0:1746156259.274486:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746156259.274488:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009547e400, rc 0) 00000100:00100000:0.0:1746156259.274530:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1127:x1830977057600896:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 180us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156259.274535:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44362 00000100:00100000:1.0:1746156259.277947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.279477:0:22829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057601152 00000100:00100000:2.0:1746156259.279486:0:22829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057601152 00000100:00100000:2.0:1746156259.279530:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 165 00000100:00100000:2.0:1746156259.279538:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1127:x1830977057601152:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:2.0:1746156259.279706:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1127:x1830977057601152:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 168us (1766us total) trans 4294986190 rc 0/0 00000100:00100000:2.0:1746156259.279712:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 165 00000100:00100000:2.0:1746156259.289633:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.289664:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057601280 00000100:00100000:2.0:1746156259.289671:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057601280 00000100:00100000:2.0:1746156259.289704:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44363 00000100:00100000:2.0:1746156259.289710:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1129:x1830977057601280:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156259.289971:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156259.289987:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78cc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814850 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.290044:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22ec00/0xb0171789e0e78ccf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.290055:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22ec00/0xb0171789e0e78ccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.290064:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22ec00/0xb0171789e0e78ccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:2.0:1746156259.290112:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746156259.290116:0:21172:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156259.290128:0:21172:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22ec00/0xb0171789e0e78ccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.290144:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78cc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814850 expref: 18 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.290156:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22ec00/0xb0171789e0e78ccf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814850 expref: 17 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.290163:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19a00) 00010000:00010000:2.0:1746156259.290165:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746156259.290167:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22ec00, rc 0) 00000100:00100000:2.0:1746156259.290277:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+17:1129:x1830977057601280:12345-192.168.203.27@tcp:101:dd.0 Request processed in 566us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156259.290284:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44363 00000100:00100000:0.0:1746156259.292050:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.292128:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057601536 00000100:00100000:2.0:1746156259.292135:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057601536 00000100:00100000:2.0:1746156259.292167:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44364 00000100:00100000:2.0:1746156259.292173:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+17:1129:x1830977057601536:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156259.292188:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156259.292202:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22fc00/0xb0171789e0e78cd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814857 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.292270:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292280:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292301:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292313:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292319:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292324:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292425:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e800/0xb0171789e0e78ceb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292431:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e800/0xb0171789e0e78ceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292437:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e800/0xb0171789e0e78ceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:2.0:1746156259.292443:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746156259.292503:0:21172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292509:0:21172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292513:0:21172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292519:0:21172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22e000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156259.292522:0:21172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292528:0:21172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292537:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19a00) 00010000:00010000:2.0:1746156259.292539:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156259.292542:0:21172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292546:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78cdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292554:0:21172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292559:0:21172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292563:0:21172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292566:0:21172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22e200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156259.292568:0:21172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292573:0:21172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292578:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012da19600) 00010000:00010000:2.0:1746156259.292580:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156259.292582:0:21172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292586:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78ce4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.292616:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22fc00/0xb0171789e0e78cd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814857 expref: 20 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.292627:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e800/0xb0171789e0e78ceb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814857 expref: 19 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.292632:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:2.0:1746156259.292633:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156259.292634:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22e800, rc 0) 00000100:00100000:2.0:1746156259.292668:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1129:x1830977057601536:12345-192.168.203.27@tcp:101:dd.0 Request processed in 495us (621us total) trans 4294986191 rc 0/0 00000100:00100000:2.0:1746156259.292674:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44364 00000100:00100000:0.0:1746156259.294430:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.294455:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057601664 00000100:00100000:0.0:1746156259.294461:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057601664 00000100:00100000:0.0:1746156259.294506:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44365 00000100:00100000:0.0:1746156259.294513:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1128:x1830977057601664:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1746156259.294530:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156259.294542:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547fc00/0xb0171789e0e78cf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81485e expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.294583:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ec00/0xb0171789e0e78d00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.294592:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ec00/0xb0171789e0e78d00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.294599:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ec00/0xb0171789e0e78d00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:0.0:1746156259.294639:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746156259.294642:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746156259.294654:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ec00/0xb0171789e0e78d00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.294669:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009547fc00/0xb0171789e0e78cf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81485e expref: 36 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.294685:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ec00/0xb0171789e0e78d00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81485e expref: 35 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.294691:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19a00) 00010000:00010000:0.0:1746156259.294694:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746156259.294696:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009547ec00, rc 0) 00000100:00100000:0.0:1746156259.294727:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1128:x1830977057601664:12345-192.168.203.27@tcp:101:dd.0 Request processed in 215us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156259.294733:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44365 00000100:00100000:2.0:1746156259.298782:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.298813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.298841:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057601920 00000100:00100000:0.0:1746156259.298841:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057602176 00000100:00100000:2.0:1746156259.298847:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057601920 00000100:00100000:0.0:1746156259.298847:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057602176 00000100:00100000:2.0:1746156259.298879:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44366 00000100:00100000:2.0:1746156259.298885:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1129:x1830977057601920:12345-192.168.203.27@tcp:101:dd.0 00000100:00100000:0.0:1746156259.298885:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44367 00000100:00100000:0.0:1746156259.298890:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1128:x1830977057602176:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156259.298900:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156259.298900:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156259.298903:0:21172:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746156259.298913:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547e600/0xb0171789e0e78d07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81486c expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.298919:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22ec00/0xb0171789e0e78ccf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814850 expref: 19 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.298928:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19a00) 00010000:00010000:2.0:1746156259.298932:0:21172:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156259.298936:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc800/0xb0171789e0e78d0e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814865 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.299451:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299461:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299468:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299478:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299483:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299488:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299534:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299540:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299545:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:2.0:1746156259.299551:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746156259.299610:0:21172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299616:0:21172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299625:0:21172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299630:0:21172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c1fc600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156259.299632:0:21172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299637:0:21172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299644:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19a00) 00010000:00010000:2.0:1746156259.299647:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156259.299649:0:21172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299653:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e78d15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299661:0:21172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299665:0:21172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299670:0:21172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299674:0:21172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801306a8a00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156259.299676:0:21172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299680:0:21172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299688:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012da19f00) 00010000:00010000:2.0:1746156259.299690:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156259.299692:0:21172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299696:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a8a00/0xb0171789e0e78d1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156259.299725:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc800/0xb0171789e0e78d0e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814865 expref: 21 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.299733:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814865 expref: 20 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.299738:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:2.0:1746156259.299740:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156259.299742:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136ba5c00, rc 0) 00000100:00100000:2.0:1746156259.299777:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1129:x1830977057601920:12345-192.168.203.27@tcp:101:dd.0 Request processed in 892us (999us total) trans 4294986192 rc 0/0 00000100:00100000:2.0:1746156259.299784:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44366 00010000:00010000:0.0:1746156259.300973:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.300986:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.300994:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301017:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301022:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301027:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301102:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b571600/0xb0171789e0e78d3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301108:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b571600/0xb0171789e0e78d3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301113:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b571600/0xb0171789e0e78d3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:0.0:1746156259.301120:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746156259.301172:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301177:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301182:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301186:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547f200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156259.301189:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301195:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301203:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19a00) 00010000:00010000:0.0:1746156259.301205:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156259.301208:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301211:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009547f200/0xb0171789e0e78d31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301224:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301229:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301233:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301236:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f83200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156259.301238:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301242:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301247:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880094e3db00) 00010000:00010000:0.0:1746156259.301249:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156259.301251:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301255:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f83200/0xb0171789e0e78d38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156259.301283:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009547e600/0xb0171789e0e78d07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81486c expref: 38 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.301292:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b571600/0xb0171789e0e78d3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81486c expref: 37 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.301297:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:0.0:1746156259.301299:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746156259.301301:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b571600, rc 0) 00000100:00100000:0.0:1746156259.301332:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1128:x1830977057602176:12345-192.168.203.27@tcp:101:dd.0 Request processed in 2440us (2517us total) trans 4294986193 rc 0/0 00000100:00100000:0.0:1746156259.301338:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44367 00000100:00100000:0.0:1746156259.305254:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.305476:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057602432 00000100:00100000:2.0:1746156259.305484:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057602432 00000100:00100000:0.0:1746156259.306457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.306492:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057602560 00000100:00100000:0.0:1746156259.306495:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057602560 00000100:00100000:0.0:1746156259.306524:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6788 00000100:00100000:0.0:1746156259.306529:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1129:x1830977057602560:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1746156259.306543:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156259.306557:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009547fc00/0xb0171789e0e78d4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81487a expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.306578:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814826 expref: 32 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.306584:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156259.306586:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156259.306588:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009547fc00/0xb0171789e0e78d4d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81487a expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.306609:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814826 expref: 32 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.306618:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814826 expref: 32 pid: 8463 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746156259.306633:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b495880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054083072:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156259.306683:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093713540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156259.306875:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44368 00000100:00100000:2.0:1746156259.306883:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1128:x1830977057602432:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156259.306897:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156259.306899:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746156259.306917:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009547ec00/0xb0171789e0e78d00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81485e expref: 37 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.306933:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19a00) 00010000:00010000:2.0:1746156259.306945:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156259.306952:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78d54 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814873 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.307056:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307067:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307074:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307084:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307089:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307094:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00080000:2.0:1746156259.307345:0:7118:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1746156259.307507:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78d69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307514:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307519:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307541:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307545:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307549:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307554:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22e000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156259.307557:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307561:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307567:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012da19b00) 00010000:00010000:2.0:1746156259.307569:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156259.307571:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156259.307575:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e000/0xb0171789e0e78d5b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000004:00010000:2.0:1746156259.307582:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008b496300 reply state ffff88008b597000 transno 4294986194 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:2.0:1746156259.310886:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746156259.310930:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22e200/0xb0171789e0e78d54 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814873 expref: 39 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.310956:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095650800/0xb0171789e0e78d69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814873 expref: 38 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.310965:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012da19d00) 00010000:00010000:2.0:1746156259.310968:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156259.310971:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095650800, rc 0) 00000100:00100000:2.0:1746156259.311037:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1128:x1830977057602432:12345-192.168.203.27@tcp:101:dd.0 Request processed in 4154us (5789us total) trans 4294986194 rc 0/0 00000100:00100000:2.0:1746156259.311046:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44368 00010000:00010000:3.0:1746156259.317547:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.317560:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.317569:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.317574:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22f800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156259.317578:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.317584:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.317599:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012da19600) 00010000:00010000:3.0:1746156259.317601:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156259.317605:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746156259.317610:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c22f800/0xb0171789e0e78d62 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746156259.318270:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b495880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054083072:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156259.318296:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009547fc00/0xb0171789e0e78d4d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81487a expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.318310:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009547fc00, rc 0) 00000100:00100000:3.0:1746156259.318347:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1129:x1830977057602560:12345-192.168.203.27@tcp:101:dd.0 Request processed in 11817us (11892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156259.318355:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6788 00000100:00100000:3.0:1746156259.327296:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.327329:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.327348:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057602944 00000100:00100000:3.0:1746156259.327354:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057602944 00010000:00010000:3.0:1746156259.327400:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814826 expref: 33 pid: 8463 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746156259.327421:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11321 00000100:00100000:3.0:1746156259.327428:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1974:x1830977057602944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156259.327438:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746156259.327453:0:8476:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:3.0:1746156259.327455:0:8476:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746156258 -> 1746156259 00002000:00010000:3.0:1746156259.327457:0:8476:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746156258 -> 1746156259 00010000:00010000:3.0:1746156259.327462:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814826 expref: 33 pid: 8463 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746156259.327472:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814826 expref: 33 pid: 8463 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746156259.327492:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78c6d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814826 expref: 33 pid: 8463 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746156259.327505:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156259.327506:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156259.327512:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009547fc00/0xb0171789e0e78d4d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81487a expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.327520:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009547fc00/0xb0171789e0e78d4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81487a expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.327546:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009547fc00/0xb0171789e0e78d4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81487a expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156259.327555:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977054083200:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156259.327606:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c5e6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156259.327945:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057602816 00000100:00100000:2.0:1746156259.327949:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057602816 00000100:00100000:2.0:1746156259.327980:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4890 00000100:00100000:2.0:1746156259.327986:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1972:x1830977057602816:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156259.328019:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.328028:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.328029:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.328031:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.328040:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156259.331759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.331786:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057603200 00000100:00100000:2.0:1746156259.331792:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057603200 00000100:00100000:2.0:1746156259.331836:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4891 00000100:00100000:2.0:1746156259.331844:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057603200:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156259.331873:0:8467:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.331894:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81482d expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.331901:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156259.331902:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156259.331905:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.331929:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81482d expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.331939:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81482d expref: 6 pid: 8462 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746156259.331950:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134cca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8467:1830977054083328:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156259.332002:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b531e840 going to sleep for 11 seconds 00000100:00100000:3.0:1746156259.340313:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8476:1830977054083200:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156259.340330:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156259.340658:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1974:x1830977057602944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 13228us (13325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156259.340668:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11321 00000100:00100000:2.0:1746156259.345337:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.345402:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134cca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8467:1830977054083328:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156259.345422:0:8467:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156259.346066:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057603456 00000100:00100000:3.0:1746156259.346072:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057603456 00002000:00100000:3.0:1746156259.346105:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880134cc9f80 x1830977057603456/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.346114:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9f80 with x1830977057603456 ext(0->1048575) 00002000:00010000:3.0:1746156259.346119:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134cc9f80 00000100:00100000:3.0:1746156259.346135:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4892 00000100:00100000:3.0:1746156259.346142:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057603456:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.351884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.351911:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057603584 00000100:00100000:0.0:1746156259.351917:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057603584 00010000:00010000:0.0:1746156259.351944:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81482d expref: 7 pid: 8462 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746156259.351966:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11322 00000100:00100000:0.0:1746156259.351972:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057603584:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156259.351981:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746156259.351996:0:8476:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:0.0:1746156259.351999:0:8476:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 1746156258 -> 1746156259 00002000:00010000:0.0:1746156259.352001:0:8476:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 1746156258 -> 1746156259 00002000:00010000:0.0:1746156259.352003:0:8476:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 24585 00010000:00010000:0.0:1746156259.352024:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81482d expref: 7 pid: 8462 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746156259.352034:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81482d expref: 7 pid: 8462 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746156259.352053:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0ca00/0xb0171789e0e78c74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81482d expref: 7 pid: 8462 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746156259.352069:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.352070:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.352073:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.352081:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.352099:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156259.352129:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057603584:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 157us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156259.352134:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11322 00010000:00010000:3.0:1746156259.353196:0:8467:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.353208:0:8467:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.362706:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.362726:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.362734:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.362741:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f83200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156259.362744:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.362751:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.362766:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.362773:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f83200/0xb0171789e0e78d77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156259.363688:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1972:x1830977057602816:12345-192.168.203.27@tcp:3:dd.0 Request processed in 35696us (36392us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156259.363698:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4890 00000100:00100000:3.0:1746156259.367350:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057603456:12345-192.168.203.27@tcp:3:dd.0 Request processed in 21200us (22012us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156259.367361:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4892 00002000:00100000:3.0:1746156259.367387:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880134cc9f80 x1830977057603456/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.367396:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc9f80 with x1830977057603456 ext(0->1048575) 00002000:00010000:3.0:1746156259.367401:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134cc9f80 00010000:00010000:3.0:1746156259.373926:0:8467:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.373942:0:8467:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.373949:0:8467:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.373955:0:8467:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22ec00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156259.373959:0:8467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.373966:0:8467:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.373980:0:8467:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.373986:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22ec00/0xb0171789e0e78d7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156259.374072:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1972:x1830977057603200:12345-192.168.203.27@tcp:3:dd.0 Request processed in 42224us (42315us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746156259.374081:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4891 00000100:00100000:0.0:1746156259.382214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.382297:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057603712 00000100:00100000:3.0:1746156259.382304:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057603712 00000100:00100000:3.0:1746156259.382339:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6789 00000100:00100000:3.0:1746156259.382345:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+6:1129:x1830977057603712:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156259.382361:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156259.382400:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc800/0xb0171789e0e78d85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814881 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746156259.382419:0:8462:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 12582912, mtime: 0x68143ae3, atime: 0x0, ctime: 0x68143ae3, blocks: 0x6009 00010000:00010000:3.0:1746156259.382435:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156259.382437:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156259.382443:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc800/0xb0171789e0e78d85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814881 expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.382456:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc800/0xb0171789e0e78d85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814881 expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.382465:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1fc800, rc 0) 00000100:00100000:3.0:1746156259.382515:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1129:x1830977057603712:12345-192.168.203.27@tcp:101:dd.0 Request processed in 169us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156259.382521:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6789 00000100:00100000:0.0:1746156259.384817:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.384897:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057603968 00000100:00100000:3.0:1746156259.384904:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057603968 00002000:00100000:3.0:1746156259.384939:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff88008b495880 x1830977057603968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.384949:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495880 with x1830977057603968 ext(0->1040383) 00002000:00010000:3.0:1746156259.384952:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b495880 00000100:00100000:3.0:1746156259.384970:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4893 00000100:00100000:3.0:1746156259.384976:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057603968:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.395021:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.395136:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057604224 00000100:00100000:2.0:1746156259.395144:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057604224 00000100:00100000:2.0:1746156259.395189:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4894 00000100:00100000:2.0:1746156259.395196:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1972:x1830977057604224:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746156259.395235:0:32395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746156259.395243:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.395254:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.395256:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.395259:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.395271:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.398431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.398455:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057604352 00000100:00100000:0.0:1746156259.398462:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057604352 00000100:00100000:3.0:1746156259.398530:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057603968:12345-192.168.203.27@tcp:3:dd.0 Request processed in 13551us (13717us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746156259.398539:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4893 00002000:00100000:3.0:1746156259.398547:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff88008b495880 x1830977057603968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.398556:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b495880 with x1830977057603968 ext(0->1040383) 00002000:00010000:3.0:1746156259.398560:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b495880 00000100:00100000:3.0:1746156259.398576:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4895 00000100:00100000:3.0:1746156259.398582:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057604352:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:3.0:1746156259.398608:0:8467:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.398621:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156259.398622:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156259.398626:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.398637:0:8467:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.405607:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.405766:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057604608 00000100:00100000:2.0:1746156259.405773:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057604608 00000100:00100000:2.0:1746156259.405818:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6790 00000100:00100000:2.0:1746156259.405824:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1129:x1830977057604608:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156259.405839:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156259.405854:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814888 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156259.405872:0:21377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746156259.405887:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.405888:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.405894:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814888 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.405905:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814888 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.405913:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4854a00, rc 0) 00000100:00100000:2.0:1746156259.405954:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1129:x1830977057604608:12345-192.168.203.27@tcp:101:dd.0 Request processed in 130us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156259.405959:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6790 00000100:00100000:1.0:1746156259.429521:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.429573:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.429609:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057604992 00000100:00100000:1.0:1746156259.429615:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057604992 00000100:00100000:1.0:1746156259.429647:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6791 00000100:00100000:1.0:1746156259.429653:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1129:x1830977057604992:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746156259.429669:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156259.429684:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81488f expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746156259.429703:0:8462:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746156259.429719:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156259.429721:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156259.429727:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81488f expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.429738:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81488f expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.429747:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c876200, rc 0) 00000100:00100000:1.0:1746156259.429781:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1129:x1830977057604992:12345-192.168.203.27@tcp:101:dd.0 Request processed in 129us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156259.429786:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6791 00000100:00100000:2.0:1746156259.430138:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057604864 00000100:00100000:2.0:1746156259.430142:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057604864 00002000:00100000:2.0:1746156259.430168:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8800955a5880 x1830977057604864/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.430175:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5880 with x1830977057604864 ext(0->1048575) 00002000:00010000:2.0:1746156259.430179:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a5880 00000100:00100000:2.0:1746156259.430199:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4896 00000100:00100000:2.0:1746156259.430204:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1974:x1830977057604864:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156259.455461:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057604864:12345-192.168.203.27@tcp:4:dd.0 Request processed in 25248us (25939us total) trans 4294968044 rc 0/0 00000100:00100000:0.0:1746156259.455473:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4896 00002000:00100000:0.0:1746156259.455483:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8800955a5880 x1830977057604864/t4294968044(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.455491:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800955a5880 with x1830977057604864 ext(0->1048575) 00002000:00010000:0.0:1746156259.455496:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800955a5880 00000100:00100000:0.0:1746156259.455598:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.455616:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057605248 00000100:00100000:0.0:1746156259.455622:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057605248 00002000:00100000:0.0:1746156259.455646:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff880094f87100 x1830977057605248/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.455652:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f87100 with x1830977057605248 ext(1040384->2080767) 00002000:00010000:0.0:1746156259.455656:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f87100 00000100:00100000:0.0:1746156259.455674:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4897 00000100:00100000:0.0:1746156259.455679:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057605248:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.456500:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.456514:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057605504 00000100:00100000:0.0:1746156259.456517:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057605504 00002000:00100000:0.0:1746156259.456535:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88008b511500 x1830977057605504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.456542:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511500 with x1830977057605504 ext(1048576->2097151) 00002000:00010000:0.0:1746156259.456545:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b511500 00000100:00100000:0.0:1746156259.456562:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4898 00000100:00100000:0.0:1746156259.456568:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977057605504:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.470999:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057605248:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15313us (15395us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746156259.471020:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4897 00002000:00100000:0.0:1746156259.471029:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff880094f87100 x1830977057605248/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.471038:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f87100 with x1830977057605248 ext(1040384->2080767) 00002000:00010000:0.0:1746156259.471043:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f87100 00000100:00100000:3.0:1746156259.476663:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977057605504:12345-192.168.203.27@tcp:3:dd.0 Request processed in 20088us (20158us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156259.476673:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4898 00002000:00100000:3.0:1746156259.476684:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88008b511500 x1830977057605504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.476692:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511500 with x1830977057605504 ext(1048576->2097151) 00002000:00010000:3.0:1746156259.476697:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b511500 00000100:00100000:1.0:1746156259.488819:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.488871:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057605760 00000100:00100000:3.0:1746156259.488878:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057605760 00002000:00100000:3.0:1746156259.488910:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff880092cbce00 x1830977057605760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.488919:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbce00 with x1830977057605760 ext(2080768->2097151) 00002000:00010000:3.0:1746156259.488923:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbce00 00000100:00100000:3.0:1746156259.488940:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4899 00000100:00100000:3.0:1746156259.488946:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057605760:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746156259.489100:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057605760:12345-192.168.203.27@tcp:3:dd.0 Request processed in 152us (580us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1746156259.489106:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4899 00002000:00100000:3.0:1746156259.489111:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff880092cbce00 x1830977057605760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/16824 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.489118:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbce00 with x1830977057605760 ext(2080768->2097151) 00002000:00010000:3.0:1746156259.489121:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbce00 00000100:00100000:3.0:1746156259.489633:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.489713:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057606016 00000100:00100000:3.0:1746156259.489717:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057606016 00002000:00100000:3.0:1746156259.489731:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800927e9880 x1830977057606016/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.489738:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9880 with x1830977057606016 ext(0->1048575) 00002000:00010000:3.0:1746156259.489741:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927e9880 00000100:00100000:3.0:1746156259.489880:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4900 00000100:00100000:3.0:1746156259.489886:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1974:x1830977057606016:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156259.503637:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057606016:12345-192.168.203.27@tcp:4:dd.0 Request processed in 13743us (13996us total) trans 4294968716 rc 0/0 00000100:00100000:1.0:1746156259.503648:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4900 00002000:00100000:1.0:1746156259.503658:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800927e9880 x1830977057606016/t4294968716(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.503672:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e9880 with x1830977057606016 ext(0->1048575) 00002000:00010000:1.0:1746156259.503677:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927e9880 00002000:00010000:3.0:1746156259.505356:0:8467:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:3.0:1746156259.505361:0:8467:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746156260 00002000:00010000:3.0:1746156259.505363:0:8467:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746156260 00002000:00010000:3.0:1746156259.505379:0:8467:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:3.0:1746156259.505388:0:8467:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.505396:0:8467:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.505404:0:8467:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.505410:0:8467:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c1fc600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156259.505413:0:8467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.505419:0:8467:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.505432:0:8467:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.505438:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fc600/0xb0171789e0e78d93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156259.505498:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1973:x1830977057604352:12345-192.168.203.27@tcp:4:dd.0 Request processed in 106914us (107073us total) trans 4294968043 rc 0/0 00000100:00100000:3.0:1746156259.505509:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4895 00000001:00080000:3.0:1746156259.505532:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968042 is committed 00000001:00080000:3.0:1746156259.505542:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968043 is committed 00010000:00010000:0.0:1746156259.507539:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.507550:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.507557:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.507563:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f83200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156259.507567:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.507573:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.507585:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.507591:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f83200/0xb0171789e0e78d8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.507666:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1972:x1830977057604224:12345-192.168.203.27@tcp:4:dd.0 Request processed in 112467us (112661us total) trans 4294968042 rc 0/0 00000100:00100000:0.0:1746156259.507674:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4894 00000100:00100000:2.0:1746156259.507883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.507922:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057606272 00000100:00100000:0.0:1746156259.507928:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057606272 00002000:00100000:0.0:1746156259.507955:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880134cca300 x1830977057606272/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.507964:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cca300 with x1830977057606272 ext(1048576->2097151) 00002000:00010000:0.0:1746156259.507967:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cca300 00000100:00100000:0.0:1746156259.507984:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4901 00000100:00100000:0.0:1746156259.507989:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057606272:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156259.517826:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.517867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.517919:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057606528 00000100:00100000:3.0:1746156259.517926:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057606528 00000100:00100000:3.0:1746156259.517957:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057606400 00000100:00100000:3.0:1746156259.517959:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057606400 00000100:00100000:3.0:1746156259.517984:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6792 00000100:00100000:3.0:1746156259.517990:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+5:1972:x1830977057606528:12345-192.168.203.27@tcp:101:dd.0 00000100:00100000:0.0:1746156259.518002:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6793 00010000:00010000:3.0:1746156259.518014:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746156259.518018:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1972:x1830977057606400:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1746156259.518027:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156259.518028:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095754a00/0xb0171789e0e78da8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81489d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.518036:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c2bf400/0xb0171789e0e78daf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814896 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.518046:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156259.518048:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.518048:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.518049:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156259.518055:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754a00/0xb0171789e0e78da8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81489d expref: 6 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156259.518055:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2bf400/0xb0171789e0e78daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814896 expref: 33 pid: 15159 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156259.518066:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095754a00/0xb0171789e0e78da8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81489d expref: 6 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156259.518066:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c2bf400/0xb0171789e0e78daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814896 expref: 33 pid: 15159 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156259.518073:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095754a00, rc 0) 00010000:00010000:0.0:1746156259.518073:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2bf400, rc 0) 00000100:00100000:3.0:1746156259.518107:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057606528:12345-192.168.203.27@tcp:101:dd.0 Request processed in 117us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156259.518107:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1972:x1830977057606400:12345-192.168.203.27@tcp:101:dd.0 Request processed in 90us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156259.518112:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6792 00000100:00100000:0.0:1746156259.518123:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6793 00000100:00100000:0.0:1746156259.518817:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1974:x1830977057606272:12345-192.168.203.27@tcp:4:dd.0 Request processed in 10827us (10934us total) trans 4294968045 rc 0/0 00000100:00100000:0.0:1746156259.518825:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4901 00002000:00100000:0.0:1746156259.518831:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880134cca300 x1830977057606272/t4294968045(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.518839:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cca300 with x1830977057606272 ext(1048576->2097151) 00002000:00010000:0.0:1746156259.518843:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134cca300 00000100:00100000:0.0:1746156259.525123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.525164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.525187:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057607040 00000100:00100000:2.0:1746156259.525194:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057607040 00000100:00100000:2.0:1746156259.525240:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057607296 00000100:00100000:2.0:1746156259.525243:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057607296 00000100:00100000:2.0:1746156259.525272:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4902 00000100:00100000:2.0:1746156259.525280:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057607040:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.525292:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4903 00000100:00100000:0.0:1746156259.525300:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1972:x1830977057607296:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156259.525306:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.525317:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.525319:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.525320:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.525323:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.525327:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.525328:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.525331:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.525334:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.525339:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156259.528671:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.528708:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.528753:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057607424 00000100:00100000:1.0:1746156259.528760:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057607424 00000100:00100000:0.0:1746156259.528768:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057607680 00000100:00100000:0.0:1746156259.528772:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057607680 00002000:00100000:1.0:1746156259.528791:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880134cc8380 x1830977057607424/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.528791:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880134ccb100 x1830977057607680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.528800:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8380 with x1830977057607424 ext(2097152->3145727) 00002000:00100000:0.0:1746156259.528800:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb100 with x1830977057607680 ext(2097152->3145727) 00002000:00010000:1.0:1746156259.528804:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134cc8380 00002000:00010000:0.0:1746156259.528804:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccb100 00000100:00100000:1.0:1746156259.528822:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4904 00000100:00100000:0.0:1746156259.528826:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4905 00000100:00100000:1.0:1746156259.528828:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057607424:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.528831:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1975:x1830977057607680:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156259.540805:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.540819:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.540826:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.540832:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095715400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156259.540835:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.540842:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.540855:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.540861:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095715400/0xb0171789e0e78dbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.540913:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.540923:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.540929:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.540934:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a0a600 already unused, calling callback (ffffffffa087ad70) 00000100:00100000:0.0:1746156259.540936:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1972:x1830977057607296:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15633us (15767us total) trans 0 rc 1048576/1048576 00010000:00010000:2.0:1746156259.540937:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.540942:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.540945:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4903 00010000:00010000:2.0:1746156259.540951:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.540957:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a0a600/0xb0171789e0e78db6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156259.540993:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057607040:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15713us (15876us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746156259.540999:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4902 00000100:00100000:1.0:1746156259.550044:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057607424:12345-192.168.203.27@tcp:3:dd.0 Request processed in 21208us (21372us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156259.550053:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4904 00002000:00100000:1.0:1746156259.550063:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880134cc8380 x1830977057607424/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.550072:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134cc8380 with x1830977057607424 ext(2097152->3145727) 00002000:00010000:1.0:1746156259.550077:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134cc8380 00000100:00100000:0.0:1746156259.552896:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1975:x1830977057607680:12345-192.168.203.27@tcp:3:dd.0 Request processed in 24058us (24180us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156259.552906:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4905 00002000:00100000:0.0:1746156259.552915:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880134ccb100 x1830977057607680/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.552923:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccb100 with x1830977057607680 ext(2097152->3145727) 00002000:00010000:0.0:1746156259.552927:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccb100 00000100:00100000:2.0:1746156259.553027:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.553100:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.553226:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057608064 00000100:00100000:0.0:1746156259.553231:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057608064 00000100:00100000:0.0:1746156259.553269:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057607936 00000100:00100000:0.0:1746156259.553271:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057607936 00000100:00100000:0.0:1746156259.553285:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4906 00000100:00100000:0.0:1746156259.553290:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057608064:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156259.553300:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4907 00000100:00100000:1.0:1746156259.553308:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057607936:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:0.0:1746156259.553321:0:8467:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 2088960, mtime: 0x68143ae4, atime: 0x0, ctime: 0x68143ae4, blocks: 0x1007 00010000:00010000:0.0:1746156259.553450:0:8467:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.553457:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.553461:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.553463:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.553466:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.553478:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156259.553478:0:8467:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.553480:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156259.553482:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.553492:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.565001:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.566456:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057608448 00000100:00100000:3.0:1746156259.566467:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057608448 00002000:00100000:3.0:1746156259.566512:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008b510000 x1830977057608448/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.566521:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510000 with x1830977057608448 ext(3145728->4194303) 00002000:00010000:3.0:1746156259.566527:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b510000 00000100:00100000:1.0:1746156259.576809:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4908 00000100:00100000:1.0:1746156259.576828:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057608448:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746156259.584093:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.589019:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057608704 00000100:00100000:3.0:1746156259.589030:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057608704 00002000:00100000:3.0:1746156259.589069:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880134ccbb80 x1830977057608704/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.589079:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccbb80 with x1830977057608704 ext(1048576->2097151) 00002000:00010000:3.0:1746156259.589085:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ccbb80 00000100:00100000:3.0:1746156259.599515:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4909 00000100:00100000:3.0:1746156259.599531:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1975:x1830977057608704:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156259.601917:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1974:x1830977057608448:12345-192.168.203.27@tcp:3:dd.0 Request processed in 25092us (36920us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156259.601931:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4908 00002000:00100000:0.0:1746156259.601941:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008b510000 x1830977057608448/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.601950:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510000 with x1830977057608448 ext(3145728->4194303) 00002000:00010000:0.0:1746156259.601955:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b510000 00000100:00100000:0.0:1746156259.602026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.602080:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057608960 00000100:00100000:0.0:1746156259.602085:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057608960 00002000:00100000:0.0:1746156259.602109:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008b511180 x1830977057608960/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.602115:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511180 with x1830977057608960 ext(2097152->3145727) 00002000:00010000:0.0:1746156259.602118:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b511180 00000100:00100000:0.0:1746156259.602135:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4910 00000100:00100000:0.0:1746156259.602140:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1974:x1830977057608960:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156259.617336:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1975:x1830977057608704:12345-192.168.203.27@tcp:4:dd.0 Request processed in 17804us (33244us total) trans 4294968717 rc 0/0 00000100:00100000:3.0:1746156259.617346:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4909 00002000:00100000:3.0:1746156259.617356:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880134ccbb80 x1830977057608704/t4294968717(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.617394:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccbb80 with x1830977057608704 ext(1048576->2097151) 00002000:00010000:3.0:1746156259.617399:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ccbb80 00000100:00100000:0.0:1746156259.624097:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1974:x1830977057608960:12345-192.168.203.27@tcp:4:dd.0 Request processed in 21948us (22062us total) trans 4294968048 rc 0/0 00000100:00100000:0.0:1746156259.624106:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4910 00002000:00100000:0.0:1746156259.624117:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008b511180 x1830977057608960/t4294968048(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.624125:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511180 with x1830977057608960 ext(2097152->3145727) 00002000:00010000:0.0:1746156259.624130:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b511180 00000100:00100000:2.0:1746156259.633416:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.633439:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057609216 00000100:00100000:2.0:1746156259.633446:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057609216 00002000:00100000:2.0:1746156259.633477:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880134ccaa00 x1830977057609216/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.633487:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccaa00 with x1830977057609216 ext(3145728->4194303) 00002000:00010000:2.0:1746156259.633492:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccaa00 00000100:00100000:2.0:1746156259.633986:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4911 00000100:00100000:2.0:1746156259.633993:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1974:x1830977057609216:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156259.646264:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746156259.649393:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1974:x1830977057609216:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15395us (15976us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156259.649401:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4911 00002000:00100000:3.0:1746156259.649410:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880134ccaa00 x1830977057609216/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.649423:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccaa00 with x1830977057609216 ext(3145728->4194303) 00002000:00010000:3.0:1746156259.649428:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134ccaa00 00000100:00100000:0.0:1746156259.658452:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.658481:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057609472 00000100:00100000:0.0:1746156259.658487:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057609472 00002000:00100000:0.0:1746156259.658519:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008b511c00 x1830977057609472/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.658527:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511c00 with x1830977057609472 ext(4194304->5242879) 00002000:00010000:0.0:1746156259.658531:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b511c00 00000100:00100000:0.0:1746156259.658547:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4912 00000100:00100000:0.0:1746156259.658554:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1972:x1830977057609472:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746156259.667351:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.667410:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.667507:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057609728 00000100:00100000:3.0:1746156259.667514:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057609728 00002000:00100000:3.0:1746156259.667547:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880092cbf480 x1830977057609728/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.667556:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf480 with x1830977057609728 ext(4194304->5242879) 00002000:00010000:3.0:1746156259.667560:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbf480 00000100:00100000:3.0:1746156259.667574:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057609984 00000100:00100000:3.0:1746156259.667576:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057609984 00002000:00100000:3.0:1746156259.667585:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880092cbd500 x1830977057609984/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.667592:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbd500 with x1830977057609984 ext(2097152->3145727) 00002000:00010000:3.0:1746156259.667595:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbd500 00000100:00100000:3.0:1746156259.667606:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4913 00000100:00100000:3.0:1746156259.667611:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1973:x1830977057609728:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.668147:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4914 00000100:00100000:0.0:1746156259.668155:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1972:x1830977057609984:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156259.676513:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1972:x1830977057609472:12345-192.168.203.27@tcp:3:dd.0 Request processed in 17949us (18056us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156259.676523:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4912 00002000:00100000:1.0:1746156259.676535:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008b511c00 x1830977057609472/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.676544:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b511c00 with x1830977057609472 ext(4194304->5242879) 00002000:00010000:1.0:1746156259.676549:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b511c00 00000100:00100000:1.0:1746156259.676623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.676686:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057610240 00000100:00100000:1.0:1746156259.676694:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057610240 00002000:00100000:1.0:1746156259.676726:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880092cbdf80 x1830977057610240/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.676733:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbdf80 with x1830977057610240 ext(3145728->4194303) 00002000:00010000:1.0:1746156259.676735:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbdf80 00000100:00100000:1.0:1746156259.676792:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4915 00000100:00100000:1.0:1746156259.676799:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1972:x1830977057610240:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156259.683460:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1973:x1830977057609728:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15842us (16108us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156259.683468:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4913 00002000:00100000:3.0:1746156259.683479:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880092cbf480 x1830977057609728/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.683487:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbf480 with x1830977057609728 ext(4194304->5242879) 00002000:00010000:3.0:1746156259.683491:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbf480 00000100:00100000:1.0:1746156259.684669:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1972:x1830977057609984:12345-192.168.203.27@tcp:4:dd.0 Request processed in 16512us (17255us total) trans 4294968718 rc 0/0 00000100:00100000:1.0:1746156259.684679:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4914 00002000:00100000:1.0:1746156259.684685:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880092cbd500 x1830977057609984/t4294968718(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.684694:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbd500 with x1830977057609984 ext(2097152->3145727) 00002000:00010000:1.0:1746156259.684698:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbd500 00000100:00100000:0.0:1746156259.687447:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1972:x1830977057610240:12345-192.168.203.27@tcp:4:dd.0 Request processed in 10643us (10818us total) trans 4294968049 rc 0/0 00000100:00100000:0.0:1746156259.687457:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4915 00002000:00100000:0.0:1746156259.687465:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880092cbdf80 x1830977057610240/t4294968049(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.687475:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbdf80 with x1830977057610240 ext(3145728->4194303) 00002000:00010000:0.0:1746156259.687480:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbdf80 00002000:00010000:1.0:1746156259.694699:0:25322:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:1.0:1746156259.694704:0:25322:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 4103 -> 8199 00010000:00010000:1.0:1746156259.694715:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.694724:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.694732:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.694737:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c90c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156259.694741:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.694747:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.694763:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.694770:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90c00/0xb0171789e0e78dcb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156259.694836:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1972:x1830977057607936:12345-192.168.203.27@tcp:4:dd.0 Request processed in 141525us (141731us total) trans 4294968046 rc 0/0 00000100:00100000:1.0:1746156259.694845:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4907 00010000:00010000:3.0:1746156259.694903:0:8467:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.694912:0:8467:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156259.694916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156259.694918:0:8467:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.694923:0:8467:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009484e400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156259.694925:0:8467:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.694930:0:8467:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.694938:0:8467:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156259.694943:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78dc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156259.694975:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134cc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1972:x1830977057608064:12345-192.168.203.27@tcp:4:dd.0 Request processed in 141684us (141949us total) trans 4294968047 rc 0/0 00000001:00080000:2.0:1746156259.694976:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968046 is committed 00000100:00100000:3.0:1746156259.694981:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4906 00000001:00080000:2.0:1746156259.694986:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968045 is committed 00000100:00100000:3.0:1746156259.694991:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057610496 00000100:00100000:3.0:1746156259.694996:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057610496 00000001:00080000:2.0:1746156259.694996:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968047 is committed 00002000:00100000:3.0:1746156259.695032:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880092cbe680 x1830977057610496/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.695045:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbe680 with x1830977057610496 ext(3145728->4194303) 00002000:00010000:3.0:1746156259.695049:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbe680 00000100:00100000:3.0:1746156259.695069:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4916 00000100:00100000:3.0:1746156259.695074:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1975:x1830977057610496:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156259.699142:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.699184:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.699207:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057611136 00000100:00100000:1.0:1746156259.699214:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057611136 00000100:00100000:1.0:1746156259.699251:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057611264 00000100:00100000:1.0:1746156259.699254:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057611264 00000100:00100000:1.0:1746156259.699309:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4917 00000100:00100000:2.0:1746156259.699314:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4918 00000100:00100000:1.0:1746156259.699315:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1973:x1830977057611136:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746156259.699319:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057611264:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156259.699343:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.699343:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.699355:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156259.699355:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.699357:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156259.699357:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.699361:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.699361:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.699388:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.699388:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.701526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.701609:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057611008 00000100:00100000:1.0:1746156259.701616:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057611008 00002000:00100000:1.0:1746156259.701658:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008b512d80 x1830977057611008/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.701667:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512d80 with x1830977057611008 ext(4194304->5242879) 00002000:00010000:1.0:1746156259.701672:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b512d80 00000100:00100000:1.0:1746156259.701689:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4919 00000100:00100000:1.0:1746156259.701695:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1974:x1830977057611008:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156259.709288:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.709316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.709437:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057611648 00000100:00100000:2.0:1746156259.709446:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057611648 00002000:00100000:2.0:1746156259.709479:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008b513100 x1830977057611648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.709488:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513100 with x1830977057611648 ext(5242880->6291455) 00002000:00010000:2.0:1746156259.709492:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b513100 00000100:00100000:2.0:1746156259.709507:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057611904 00000100:00100000:2.0:1746156259.709509:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057611904 00002000:00100000:2.0:1746156259.709520:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88008b510380 x1830977057611904/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.709526:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510380 with x1830977057611904 ext(5242880->6291455) 00002000:00010000:2.0:1746156259.709529:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510380 00000100:00100000:2.0:1746156259.709540:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4920 00000100:00100000:2.0:1746156259.709545:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057611648:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.709994:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4921 00000100:00100000:0.0:1746156259.710012:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1974:x1830977057611904:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746156259.712357:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1975:x1830977057610496:12345-192.168.203.27@tcp:4:dd.0 Request processed in 17270us (17430us total) trans 4294968719 rc 0/0 00000100:00100000:3.0:1746156259.712389:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4916 00002000:00100000:3.0:1746156259.712399:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880092cbe680 x1830977057610496/t4294968719(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.712407:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbe680 with x1830977057610496 ext(3145728->4194303) 00002000:00010000:3.0:1746156259.712412:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbe680 00010000:00010000:0.0:1746156259.716551:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.716567:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.716574:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.716579:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133f0dc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156259.716583:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.716589:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.716605:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.716610:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133f0dc00/0xb0171789e0e78dd2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.720507:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1973:x1830977057611136:12345-192.168.203.27@tcp:3:dd.0 Request processed in 21184us (21363us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156259.720519:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4917 00010000:00010000:0.0:1746156259.721152:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.721168:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.721175:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.721181:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba88000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156259.721184:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.721191:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.721208:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.721214:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba88000/0xb0171789e0e78dd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.721265:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057611264:12345-192.168.203.27@tcp:3:dd.0 Request processed in 21943us (22078us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746156259.721271:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4918 00000100:00100000:1.0:1746156259.721929:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057611008:12345-192.168.203.27@tcp:4:dd.0 Request processed in 20232us (20410us total) trans 4294968050 rc 0/0 00000100:00100000:1.0:1746156259.721937:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4919 00002000:00100000:1.0:1746156259.721947:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008b512d80 x1830977057611008/t4294968050(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.721955:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512d80 with x1830977057611008 ext(4194304->5242879) 00002000:00010000:1.0:1746156259.721959:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b512d80 00000100:00100000:2.0:1746156259.725087:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057611648:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15535us (15798us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156259.725097:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4920 00002000:00100000:2.0:1746156259.725107:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008b513100 x1830977057611648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.725115:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b513100 with x1830977057611648 ext(5242880->6291455) 00002000:00010000:2.0:1746156259.725120:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b513100 00000100:00100000:0.0:1746156259.727937:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.728237:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1974:x1830977057611904:12345-192.168.203.27@tcp:3:dd.0 Request processed in 18235us (18919us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156259.728246:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4921 00002000:00100000:1.0:1746156259.728255:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88008b510380 x1830977057611904/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.728263:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b510380 with x1830977057611904 ext(5242880->6291455) 00002000:00010000:1.0:1746156259.728268:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b510380 00000100:00100000:1.0:1746156259.728283:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057612160 00000100:00100000:1.0:1746156259.728288:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057612160 00000100:00100000:1.0:1746156259.728321:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4922 00000100:00100000:1.0:1746156259.728327:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057612160:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746156259.728360:0:32399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 4177920, mtime: 0x68143ae4, atime: 0x0, ctime: 0x68143ae4, blocks: 0x2007 00010000:00010000:1.0:1746156259.728385:0:32399:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.728397:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156259.728399:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156259.728403:0:32399:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.728415:0:32399:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.729464:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.729502:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057612288 00000100:00100000:2.0:1746156259.729508:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057612288 00000100:00100000:2.0:1746156259.729543:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4923 00000100:00100000:2.0:1746156259.729549:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057612288:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:2.0:1746156259.729570:0:25245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.729580:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.729582:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.729584:0:25245:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.729594:0:25245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.737164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.737191:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057612672 00000100:00100000:0.0:1746156259.737199:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057612672 00002000:00100000:0.0:1746156259.737232:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008b512300 x1830977057612672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.737240:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512300 with x1830977057612672 ext(6291456->7340031) 00002000:00010000:0.0:1746156259.737244:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b512300 00000100:00100000:0.0:1746156259.737259:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4924 00000100:00100000:0.0:1746156259.737265:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1975:x1830977057612672:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.745477:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.745764:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057612928 00000100:00100000:0.0:1746156259.745772:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057612928 00002000:00100000:0.0:1746156259.745811:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009284b100 x1830977057612928/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.745821:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b100 with x1830977057612928 ext(6291456->7340031) 00002000:00010000:0.0:1746156259.745826:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284b100 00000100:00100000:0.0:1746156259.745847:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4925 00000100:00100000:0.0:1746156259.745854:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1975:x1830977057612928:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.752888:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.752909:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057613184 00000100:00100000:0.0:1746156259.752915:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057613184 00002000:00100000:0.0:1746156259.752947:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092848380 x1830977057613184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.752956:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848380 with x1830977057613184 ext(7340032->8388607) 00002000:00010000:0.0:1746156259.752960:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092848380 00000100:00100000:0.0:1746156259.752978:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4926 00000100:00100000:0.0:1746156259.752984:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1975:x1830977057613184:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.756990:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1975:x1830977057612672:12345-192.168.203.27@tcp:3:dd.0 Request processed in 19716us (19823us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156259.757000:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4924 00002000:00100000:0.0:1746156259.757022:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008b512300 x1830977057612672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.757031:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b512300 with x1830977057612672 ext(6291456->7340031) 00002000:00010000:0.0:1746156259.757036:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b512300 00000100:00100000:1.0:1746156259.760650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.760710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.761331:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057613568 00000100:00100000:0.0:1746156259.761339:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057613568 00002000:00100000:0.0:1746156259.761393:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880092cbfb80 x1830977057613568/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.761400:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbfb80 with x1830977057613568 ext(4194304->5242879) 00002000:00010000:0.0:1746156259.761404:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbfb80 00000100:00100000:0.0:1746156259.761423:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057613696 00000100:00100000:0.0:1746156259.761426:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057613696 00002000:00100000:0.0:1746156259.761440:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880092cbca80 x1830977057613696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.761446:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbca80 with x1830977057613696 ext(7340032->8388607) 00002000:00010000:0.0:1746156259.761449:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbca80 00000100:00100000:0.0:1746156259.761460:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4927 00000100:00100000:0.0:1746156259.761466:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1974:x1830977057613568:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156259.762735:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4928 00000100:00100000:0.0:1746156259.762744:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057613696:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.767279:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.768128:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057613952 00000100:00100000:2.0:1746156259.768136:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057613952 00002000:00100000:2.0:1746156259.768256:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880092848000 x1830977057613952/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.768264:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830977057613952 ext(5242880->6291455) 00002000:00010000:2.0:1746156259.768269:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848000 00000100:00100000:2.0:1746156259.768286:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4929 00000100:00100000:2.0:1746156259.768293:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1974:x1830977057613952:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156259.768358:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+17:1975:x1830977057612928:12345-192.168.203.27@tcp:3:dd.0 Request processed in 22501us (22884us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156259.768384:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4925 00002000:00100000:1.0:1746156259.768391:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009284b100 x1830977057612928/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.768398:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b100 with x1830977057612928 ext(6291456->7340031) 00002000:00010000:1.0:1746156259.768402:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284b100 00000100:00100000:1.0:1746156259.773424:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1975:x1830977057613184:12345-192.168.203.27@tcp:3:dd.0 Request processed in 20431us (20534us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156259.773435:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4926 00002000:00100000:1.0:1746156259.773446:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092848380 x1830977057613184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.773456:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848380 with x1830977057613184 ext(7340032->8388607) 00002000:00010000:1.0:1746156259.773462:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092848380 00000100:00100000:1.0:1746156259.780234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.780257:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057614208 00000100:00100000:1.0:1746156259.780263:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057614208 00002000:00100000:1.0:1746156259.780294:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880092cbea00 x1830977057614208/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.780303:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbea00 with x1830977057614208 ext(5242880->6291455) 00002000:00010000:1.0:1746156259.780308:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbea00 00000100:00100000:1.0:1746156259.780325:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4930 00000100:00100000:1.0:1746156259.780331:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1973:x1830977057614208:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156259.780621:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057613696:12345-192.168.203.27@tcp:3:dd.0 Request processed in 17877us (19911us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156259.780628:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4928 00002000:00100000:3.0:1746156259.780635:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880092cbca80 x1830977057613696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.780643:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbca80 with x1830977057613696 ext(7340032->8388607) 00002000:00010000:3.0:1746156259.780646:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbca80 00000100:00100000:3.0:1746156259.780905:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1974:x1830977057613568:12345-192.168.203.27@tcp:4:dd.0 Request processed in 19438us (20261us total) trans 4294968720 rc 0/0 00000100:00100000:3.0:1746156259.780911:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4927 00002000:00100000:3.0:1746156259.780916:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880092cbfb80 x1830977057613568/t4294968720(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.780922:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbfb80 with x1830977057613568 ext(4194304->5242879) 00002000:00010000:3.0:1746156259.780925:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbfb80 00000100:00100000:2.0:1746156259.787337:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057613952:12345-192.168.203.27@tcp:4:dd.0 Request processed in 19038us (20056us total) trans 4294968053 rc 0/0 00000100:00100000:2.0:1746156259.787347:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4929 00002000:00100000:2.0:1746156259.787357:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880092848000 x1830977057613952/t4294968053(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.787388:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848000 with x1830977057613952 ext(5242880->6291455) 00002000:00010000:2.0:1746156259.787392:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092848000 00000100:00100000:1.0:1746156259.793671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.793721:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057614464 00000100:00100000:2.0:1746156259.793729:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057614464 00002000:00100000:2.0:1746156259.793762:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092cbc700 x1830977057614464/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.793771:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc700 with x1830977057614464 ext(6291456->7340031) 00002000:00010000:2.0:1746156259.793775:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbc700 00000100:00100000:2.0:1746156259.793802:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4931 00000100:00100000:2.0:1746156259.793809:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1973:x1830977057614464:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156259.794822:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1973:x1830977057614208:12345-192.168.203.27@tcp:4:dd.0 Request processed in 14489us (14797us total) trans 4294968721 rc 0/0 00000100:00100000:1.0:1746156259.794830:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4930 00002000:00100000:1.0:1746156259.794836:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880092cbea00 x1830977057614208/t4294968721(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.794844:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbea00 with x1830977057614208 ext(5242880->6291455) 00002000:00010000:1.0:1746156259.794848:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbea00 00000001:00080000:3.0:1746156259.801126:0:8547:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968716 is committed 00000001:00080000:3.0:1746156259.801139:0:8547:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968713 is committed 00000001:00080000:3.0:1746156259.801151:0:8547:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968715 is committed 00000001:00080000:3.0:1746156259.801171:0:8547:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968717 is committed 00000100:00100000:3.0:1746156259.803110:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1973:x1830977057614464:12345-192.168.203.27@tcp:4:dd.0 Request processed in 9295us (9439us total) trans 4294968054 rc 0/0 00000100:00100000:3.0:1746156259.803118:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4931 00002000:00100000:3.0:1746156259.803127:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092cbc700 x1830977057614464/t4294968054(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.803133:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc700 with x1830977057614464 ext(6291456->7340031) 00002000:00010000:3.0:1746156259.803137:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbc700 00000100:00100000:2.0:1746156259.813019:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.813209:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057614720 00000100:00100000:0.0:1746156259.813220:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057614720 00002000:00100000:0.0:1746156259.813253:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880134ccad80 x1830977057614720/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.813262:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccad80 with x1830977057614720 ext(6291456->7340031) 00002000:00010000:0.0:1746156259.813267:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ccad80 00000100:00100000:0.0:1746156259.813282:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4932 00000100:00100000:0.0:1746156259.813289:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1973:x1830977057614720:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156259.822445:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.825753:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057614976 00000100:00100000:0.0:1746156259.825761:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057614976 00002000:00100000:0.0:1746156259.825795:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800922fbb80 x1830977057614976/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.825804:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fbb80 with x1830977057614976 ext(7340032->8388607) 00002000:00010000:0.0:1746156259.825809:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fbb80 00000100:00100000:0.0:1746156259.825905:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4933 00000100:00100000:0.0:1746156259.825911:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1973:x1830977057614976:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156259.829161:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1973:x1830977057614720:12345-192.168.203.27@tcp:4:dd.0 Request processed in 15865us (16150us total) trans 4294968722 rc 0/0 00000100:00100000:0.0:1746156259.829171:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4932 00002000:00100000:0.0:1746156259.829180:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880134ccad80 x1830977057614720/t4294968722(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.829189:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134ccad80 with x1830977057614720 ext(6291456->7340031) 00002000:00010000:0.0:1746156259.829194:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134ccad80 00000100:00100000:2.0:1746156259.837874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.837909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.839217:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057615232 00000100:00100000:1.0:1746156259.839225:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057615232 00002000:00100000:1.0:1746156259.839257:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800922f9f80 x1830977057615232/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.839268:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9f80 with x1830977057615232 ext(8388608->9437183) 00002000:00010000:1.0:1746156259.839273:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922f9f80 00000100:00100000:1.0:1746156259.839294:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057615488 00000100:00100000:1.0:1746156259.839296:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057615488 00002000:00100000:1.0:1746156259.839306:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800922f9500 x1830977057615488/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.839312:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9500 with x1830977057615488 ext(8388608->9437183) 00002000:00010000:1.0:1746156259.839314:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9500 00000100:00100000:1.0:1746156259.839333:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4934 00000100:00100000:1.0:1746156259.839339:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1973:x1830977057615232:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746156259.840016:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4935 00000100:00100000:3.0:1746156259.840025:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1973:x1830977057615488:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746156259.853722:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1973:x1830977057615232:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14376us (15848us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156259.853732:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4934 00002000:00100000:1.0:1746156259.853743:0:8467:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800922f9f80 x1830977057615232/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.853752:0:8467:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9f80 with x1830977057615232 ext(8388608->9437183) 00002000:00010000:1.0:1746156259.853757:0:8467:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922f9f80 00000100:00100000:0.0:1746156259.854118:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1973:x1830977057614976:12345-192.168.203.27@tcp:4:dd.0 Request processed in 28206us (31679us total) trans 4294968055 rc 0/0 00000100:00100000:0.0:1746156259.854125:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4933 00002000:00100000:0.0:1746156259.854131:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800922fbb80 x1830977057614976/t4294968055(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.854138:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fbb80 with x1830977057614976 ext(7340032->8388607) 00002000:00010000:0.0:1746156259.854141:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fbb80 00000100:00100000:3.0:1746156259.855957:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1973:x1830977057615488:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15930us (18045us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156259.855966:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4935 00002000:00100000:3.0:1746156259.855974:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800922f9500 x1830977057615488/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.855981:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9500 with x1830977057615488 ext(8388608->9437183) 00002000:00010000:3.0:1746156259.855986:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9500 00000100:00100000:2.0:1746156259.865654:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.865692:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057615744 00000100:00100000:2.0:1746156259.865701:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057615744 00002000:00100000:2.0:1746156259.865742:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800922fa300 x1830977057615744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.865752:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fa300 with x1830977057615744 ext(9437184->10485759) 00002000:00010000:2.0:1746156259.865757:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922fa300 00000100:00100000:2.0:1746156259.865773:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4936 00000100:00100000:2.0:1746156259.865780:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1972:x1830977057615744:12345-192.168.203.27@tcp:3:dd.0 00002000:00010000:0.0:1746156259.867659:0:32399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:0.0:1746156259.867664:0:32399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:0.0:1746156259.867674:0:32399:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.867685:0:32399:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.867691:0:32399:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.867697:0:32399:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880133f0dc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156259.867700:0:32399:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.867707:0:32399:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.867722:0:32399:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156259.867728:0:32399:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133f0dc00/0xb0171789e0e78de0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156259.867786:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1973:x1830977057612160:12345-192.168.203.27@tcp:4:dd.0 Request processed in 139456us (139852us total) trans 4294968051 rc 0/0 00000100:00100000:0.0:1746156259.867794:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4922 00000001:00080000:2.0:1746156259.867844:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968049 is committed 00000001:00080000:2.0:1746156259.867863:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968050 is committed 00000001:00080000:2.0:1746156259.867870:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968051 is committed 00000100:00100000:2.0:1746156259.880263:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.880296:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.880328:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156259.880355:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057616128 00000100:00100000:2.0:1746156259.880383:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057616128 00002000:00100000:2.0:1746156259.880421:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800922f8000 x1830977057616128/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.881317:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f8000 with x1830977057616128 ext(10485760->11534335) 00002000:00010000:2.0:1746156259.881328:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922f8000 00000100:00100000:2.0:1746156259.881353:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057616256 00000100:00100000:2.0:1746156259.881357:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057616256 00002000:00100000:2.0:1746156259.881404:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800922f9c00 x1830977057616256/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.881413:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9c00 with x1830977057616256 ext(9437184->10485759) 00002000:00010000:2.0:1746156259.881416:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9c00 00000100:00100000:2.0:1746156259.881430:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057616384 00000100:00100000:2.0:1746156259.881434:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057616384 00002000:00100000:2.0:1746156259.881447:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800922f9880 x1830977057616384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.881454:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9880 with x1830977057616384 ext(10485760->11534335) 00002000:00010000:2.0:1746156259.881456:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9880 00000100:00100000:2.0:1746156259.881472:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4937 00000100:00100000:2.0:1746156259.881481:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1974:x1830977057616128:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.881615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.881633:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057616768 00000100:00100000:0.0:1746156259.881637:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057616768 00002000:00100000:0.0:1746156259.881654:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009284b800 x1830977057616768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.881661:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b800 with x1830977057616768 ext(11534336->12582911) 00002000:00010000:0.0:1746156259.881664:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284b800 00000100:00100000:0.0:1746156259.881677:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4938 00000100:00100000:0.0:1746156259.881682:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+15:1972:x1830977057616256:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.882589:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4939 00000100:00100000:0.0:1746156259.882596:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1972:x1830977057616384:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746156259.886598:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4940 00000100:00100000:2.0:1746156259.886612:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1974:x1830977057616768:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746156259.888449:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1972:x1830977057615744:12345-192.168.203.27@tcp:3:dd.0 Request processed in 22665us (22797us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156259.888457:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4936 00002000:00100000:2.0:1746156259.888465:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800922fa300 x1830977057615744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.888474:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fa300 with x1830977057615744 ext(9437184->10485759) 00002000:00010000:2.0:1746156259.888479:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922fa300 00000100:00100000:0.0:1746156259.889272:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.889340:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.889361:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.889410:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057617024 00000100:00100000:0.0:1746156259.889416:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057617024 00000100:00100000:1.0:1746156259.889418:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057617280 00000100:00100000:1.0:1746156259.889423:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057617280 00002000:00100000:1.0:1746156259.889443:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880092848a80 x1830977057617280/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.889443:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880092849880 x1830977057617024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.889451:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830977057617280 ext(12582912->13631487) 00002000:00010000:1.0:1746156259.889455:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092848a80 00002000:00100000:0.0:1746156259.889456:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830977057617024 ext(11534336->12582911) 00002000:00010000:0.0:1746156259.889459:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849880 00000100:00100000:1.0:1746156259.889468:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057617536 00000100:00100000:1.0:1746156259.889470:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057617536 00000100:00100000:0.0:1746156259.889474:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4941 00002000:00100000:1.0:1746156259.889480:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009284bb80 x1830977057617536/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746156259.889480:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+23:1974:x1830977057617280:12345-192.168.203.27@tcp:3:dd.0 00002000:00100000:1.0:1746156259.889486:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284bb80 with x1830977057617536 ext(7340032->8388607) 00002000:00010000:1.0:1746156259.889490:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284bb80 00000100:00100000:1.0:1746156259.889501:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4942 00000100:00100000:1.0:1746156259.889506:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1974:x1830977057617024:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:0.0:1746156259.890167:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4943 00000100:00100000:0.0:1746156259.890173:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1974:x1830977057617536:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156259.899913:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1972:x1830977057616256:12345-192.168.203.27@tcp:3:dd.0 Request processed in 18225us (19611us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156259.899923:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4938 00002000:00100000:1.0:1746156259.899933:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800922f9c00 x1830977057616256/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.899943:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9c00 with x1830977057616256 ext(9437184->10485759) 00002000:00010000:1.0:1746156259.899948:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9c00 00000001:00080000:0.0:1746156259.900318:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986193 is committed 00000001:00080000:0.0:1746156259.900336:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986194 is committed 00000001:00080000:0.0:1746156259.900339:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986192 is committed 00000100:00100000:0.0:1746156259.901205:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1974:x1830977057617536:12345-192.168.203.27@tcp:4:dd.0 Request processed in 11027us (11837us total) trans 4294968723 rc 0/0 00000100:00100000:0.0:1746156259.901213:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4943 00002000:00100000:0.0:1746156259.901221:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009284bb80 x1830977057617536/t4294968723(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.901228:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284bb80 with x1830977057617536 ext(7340032->8388607) 00002000:00010000:0.0:1746156259.901232:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284bb80 00000100:00100000:2.0:1746156259.910076:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1972:x1830977057616384:12345-192.168.203.27@tcp:3:dd.0 Request processed in 27473us (29740us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156259.910086:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4939 00002000:00100000:2.0:1746156259.910096:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800922f9880 x1830977057616384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.910104:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f9880 with x1830977057616384 ext(10485760->11534335) 00002000:00010000:2.0:1746156259.910109:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922f9880 00000100:00100000:2.0:1746156259.919577:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1974:x1830977057616128:12345-192.168.203.27@tcp:3:dd.0 Request processed in 38091us (39314us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156259.919587:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4937 00002000:00100000:2.0:1746156259.919597:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800922f8000 x1830977057616128/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.919606:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f8000 with x1830977057616128 ext(10485760->11534335) 00002000:00010000:2.0:1746156259.919611:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922f8000 00000100:00100000:0.0:1746156259.921837:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156259.921862:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057617792 00000100:00100000:0.0:1746156259.921869:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057617792 00002000:00100000:0.0:1746156259.921902:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88009284a300 x1830977057617792/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.921911:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a300 with x1830977057617792 ext(8388608->9437183) 00002000:00010000:0.0:1746156259.921915:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284a300 00000100:00100000:0.0:1746156259.921933:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4944 00000100:00100000:0.0:1746156259.921939:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057617792:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156259.927121:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1974:x1830977057616768:12345-192.168.203.27@tcp:3:dd.0 Request processed in 40507us (45500us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156259.927131:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4940 00002000:00100000:2.0:1746156259.927141:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009284b800 x1830977057616768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156259.927150:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284b800 with x1830977057616768 ext(11534336->12582911) 00002000:00010000:2.0:1746156259.927155:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284b800 00000100:00100000:3.0:1746156259.938464:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1974:x1830977057617280:12345-192.168.203.27@tcp:3:dd.0 Request processed in 48976us (49116us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156259.938474:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4941 00002000:00100000:3.0:1746156259.938484:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880092848a80 x1830977057617280/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.938491:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092848a80 with x1830977057617280 ext(12582912->13631487) 00002000:00010000:3.0:1746156259.938496:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092848a80 00000100:00100000:1.0:1746156259.940297:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057617024:12345-192.168.203.27@tcp:3:dd.0 Request processed in 50784us (51022us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156259.940306:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4942 00002000:00100000:1.0:1746156259.940313:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880092849880 x1830977057617024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/440 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156259.940321:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849880 with x1830977057617024 ext(11534336->12582911) 00002000:00010000:1.0:1746156259.940325:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849880 00000100:00100000:0.0:1746156259.944579:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1974:x1830977057617792:12345-192.168.203.27@tcp:4:dd.0 Request processed in 22632us (22739us total) trans 4294968056 rc 0/0 00000100:00100000:0.0:1746156259.944588:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4944 00002000:00100000:0.0:1746156259.944598:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88009284a300 x1830977057617792/t4294968056(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156259.944606:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284a300 with x1830977057617792 ext(8388608->9437183) 00002000:00010000:0.0:1746156259.944610:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009284a300 00002000:00010000:1.0:1746156259.945461:0:25245:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:1.0:1746156259.945473:0:25245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.945483:0:25245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.945491:0:25245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.945498:0:25245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c90800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156259.945506:0:25245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.945514:0:25245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.945530:0:25245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.945536:0:25245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c90800/0xb0171789e0e78de7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156259.945576:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057612288:12345-192.168.203.27@tcp:4:dd.0 Request processed in 216027us (216114us total) trans 4294968052 rc 0/0 00000100:00100000:1.0:1746156259.945583:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4923 00000001:00080000:3.0:1746156259.945653:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968055 is committed 00000001:00080000:3.0:1746156259.945664:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968052 is committed 00000100:00100000:3.0:1746156259.951290:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.951408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156259.951467:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057618176 00000100:00100000:1.0:1746156259.951474:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057618176 00000100:00100000:1.0:1746156259.951525:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057618560 00000100:00100000:1.0:1746156259.951528:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057618560 00000100:00100000:1.0:1746156259.951546:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4945 00000100:00100000:1.0:1746156259.951552:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057618176:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746156259.954574:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4946 00000100:00100000:2.0:1746156259.954592:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057618560:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156259.954631:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.954644:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.954646:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156259.954650:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.954665:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156259.956277:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156259.956394:0:25245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.956447:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156259.956450:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156259.956454:0:25245:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156259.956465:0:25245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156259.963457:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057618688 00000100:00100000:3.0:1746156259.963467:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057618688 00002000:00100000:3.0:1746156259.963507:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8800922fb800 x1830977057618688/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.963516:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb800 with x1830977057618688 ext(8388608->9437183) 00002000:00010000:3.0:1746156259.963521:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922fb800 00000100:00100000:3.0:1746156259.963613:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4947 00000100:00100000:3.0:1746156259.963621:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1975:x1830977057618688:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:2.0:1746156259.970623:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.970640:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.970648:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.970656:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e22f600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156259.970660:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.970668:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.970683:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156259.970690:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e22f600/0xb0171789e0e78dee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156259.970751:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057618560:12345-192.168.203.27@tcp:3:dd.0 Request processed in 16163us (19339us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156259.970759:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4946 00000100:00100000:2.0:1746156259.977941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156259.978302:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057618944 00000100:00100000:3.0:1746156259.978310:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057618944 00002000:00100000:3.0:1746156259.978345:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8800922faa00 x1830977057618944/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/0 e 0 to 0 dl 1746156270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.978354:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922faa00 with x1830977057618944 ext(9437184->10485759) 00002000:00010000:3.0:1746156259.978359:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922faa00 00000100:00100000:3.0:1746156259.978407:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4948 00000100:00100000:3.0:1746156259.978415:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1975:x1830977057618944:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156259.987436:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1975:x1830977057618688:12345-192.168.203.27@tcp:4:dd.0 Request processed in 23808us (31155us total) trans 4294968724 rc 0/0 00000100:00100000:3.0:1746156259.987445:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4947 00002000:00100000:3.0:1746156259.987456:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8800922fb800 x1830977057618688/t4294968724(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156259.987466:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb800 with x1830977057618688 ext(8388608->9437183) 00002000:00010000:3.0:1746156259.987470:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922fb800 00000100:00100000:2.0:1746156260.003859:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.004073:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057619200 00000100:00100000:3.0:1746156260.004085:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057619200 00000100:00080000:1.0:1746156260.004108:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:3.0:1746156260.004124:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800922f8700 x1830977057619200/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/0 e 0 to 0 dl 1746156271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156260.004133:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f8700 with x1830977057619200 ext(9437184->10485759) 00002000:00010000:3.0:1746156260.004137:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922f8700 00000100:00100000:2.0:1746156260.006628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.007219:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057619456 00000100:00100000:1.0:1746156260.007228:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057619456 00000100:00100000:2.0:1746156260.007244:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4949 00000100:00100000:2.0:1746156260.007254:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1974:x1830977057619200:12345-192.168.203.27@tcp:4:dd.0 00002000:00100000:1.0:1746156260.007274:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800922fb480 x1830977057619456/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/0 e 0 to 0 dl 1746156271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156260.007284:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb480 with x1830977057619456 ext(10485760->11534335) 00002000:00010000:1.0:1746156260.007289:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fb480 00000100:00100000:1.0:1746156260.007303:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4950 00000100:00100000:1.0:1746156260.007309:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1974:x1830977057619456:12345-192.168.203.27@tcp:4:dd.0 00000100:00080000:0.0:1746156260.007456:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746156260.014128:0:25245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.014142:0:25245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.014149:0:25245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.014156:0:25245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095685600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156260.014159:0:25245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.014170:0:25245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.014185:0:25245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.014191:0:25245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095685600/0xb0171789e0e78df5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.014250:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057618176:12345-192.168.203.27@tcp:3:dd.0 Request processed in 62693us (62963us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746156260.014259:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4945 00000100:00100000:3.0:1746156260.014645:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1975:x1830977057618944:12345-192.168.203.27@tcp:4:dd.0 Request processed in 36228us (36709us total) trans 4294968057 rc 0/0 00000100:00100000:3.0:1746156260.014653:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4948 00002000:00100000:3.0:1746156260.014661:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8800922faa00 x1830977057618944/t4294968057(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:575/0 lens 488/448 e 0 to 0 dl 1746156270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156260.014669:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922faa00 with x1830977057618944 ext(9437184->10485759) 00002000:00010000:3.0:1746156260.014672:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922faa00 00000100:00100000:0.0:1746156260.014868:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.015086:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057619712 00000100:00100000:3.0:1746156260.015092:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057619712 00002000:00100000:3.0:1746156260.015115:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009284ad80 x1830977057619712/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/0 e 0 to 0 dl 1746156271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156260.015128:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830977057619712 ext(10485760->11534335) 00002000:00010000:3.0:1746156260.015131:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284ad80 00000100:00100000:1.0:1746156260.016227:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4951 00000100:00100000:1.0:1746156260.016241:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1974:x1830977057619712:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156260.019868:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1974:x1830977057619200:12345-192.168.203.27@tcp:4:dd.0 Request processed in 12607us (16007us total) trans 4294968725 rc 0/0 00000100:00100000:2.0:1746156260.019879:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4949 00002000:00100000:2.0:1746156260.019889:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800922f8700 x1830977057619200/t4294968725(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/448 e 0 to 0 dl 1746156271 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156260.019900:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922f8700 with x1830977057619200 ext(9437184->10485759) 00002000:00010000:2.0:1746156260.019905:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800922f8700 00000100:00100000:2.0:1746156260.024043:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1974:x1830977057619456:12345-192.168.203.27@tcp:4:dd.0 Request processed in 16726us (17415us total) trans 4294968058 rc 0/0 00000100:00100000:2.0:1746156260.024053:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4950 00002000:00100000:2.0:1746156260.024063:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800922fb480 x1830977057619456/t4294968058(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/448 e 0 to 0 dl 1746156271 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156260.024072:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fb480 with x1830977057619456 ext(10485760->11534335) 00002000:00010000:2.0:1746156260.024076:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fb480 00000100:00100000:0.0:1746156260.028513:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.029319:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.029340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.029386:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057620352 00000100:00100000:0.0:1746156260.029394:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057620352 00002000:00100000:0.0:1746156260.029424:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880092849c00 x1830977057620352/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/0 e 0 to 0 dl 1746156271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156260.029433:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849c00 with x1830977057620352 ext(11534336->12582911) 00002000:00010000:0.0:1746156260.029437:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849c00 00000100:00100000:0.0:1746156260.029448:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057620096 00000100:00100000:0.0:1746156260.029450:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057620096 00000100:00080000:0.0:1746156260.029463:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156260.029476:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057620224 00000100:00100000:0.0:1746156260.029478:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057620224 00000100:00100000:0.0:1746156260.029491:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4952 00000100:00100000:0.0:1746156260.029496:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1975:x1830977057620352:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156260.029602:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4953 00000100:00100000:0.0:1746156260.029607:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057620096:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:0.0:1746156260.029630:0:32395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 6266880, mtime: 0x68143ae4, atime: 0x0, ctime: 0x68143ae4, blocks: 0x3007 00010000:00010000:0.0:1746156260.029636:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.029647:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.029649:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.029653:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.029664:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.030104:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4954 00000100:00100000:0.0:1746156260.030109:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057620224:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:0.0:1746156260.030121:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.030127:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.030128:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.030131:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.030137:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.035298:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009284ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1974:x1830977057619712:12345-192.168.203.27@tcp:4:dd.0 Request processed in 19052us (20422us total) trans 4294968726 rc 0/0 00000100:00100000:1.0:1746156260.035308:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4951 00002000:00100000:1.0:1746156260.035317:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009284ad80 x1830977057619712/t4294968726(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/448 e 0 to 0 dl 1746156271 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156260.035326:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009284ad80 with x1830977057619712 ext(10485760->11534335) 00002000:00010000:1.0:1746156260.035332:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009284ad80 00000100:00100000:1.0:1746156260.039983:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156260.040757:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057620736 00000100:00100000:2.0:1746156260.040765:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057620736 00002000:00100000:2.0:1746156260.040801:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880092cbc380 x1830977057620736/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/0 e 0 to 0 dl 1746156271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156260.040811:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc380 with x1830977057620736 ext(11534336->12582911) 00002000:00010000:2.0:1746156260.040816:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbc380 00000100:00100000:2.0:1746156260.040848:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4955 00000100:00100000:2.0:1746156260.040856:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1975:x1830977057620736:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156260.046219:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.046241:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057621248 00000100:00100000:1.0:1746156260.046249:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057621248 00000100:00080000:0.0:1746156260.046378:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746156260.047172:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092849c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1975:x1830977057620352:12345-192.168.203.27@tcp:4:dd.0 Request processed in 17674us (18664us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1746156260.047181:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4952 00002000:00100000:0.0:1746156260.047190:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880092849c00 x1830977057620352/t4294968059(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/448 e 0 to 0 dl 1746156271 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156260.047198:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092849c00 with x1830977057620352 ext(11534336->12582911) 00002000:00010000:0.0:1746156260.047203:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092849c00 00000100:00100000:2.0:1746156260.047264:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.047393:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057620992 00000100:00100000:0.0:1746156260.047397:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057620992 00002000:00100000:0.0:1746156260.047425:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8800922fad80 x1830977057620992/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/0 e 0 to 0 dl 1746156271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156260.047432:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fad80 with x1830977057620992 ext(12582912->13631487) 00002000:00010000:0.0:1746156260.047435:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fad80 00000100:00100000:1.0:1746156260.047817:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 166 00000100:00100000:1.0:1746156260.047827:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a651f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1129:x1830977057621248:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:3.0:1746156260.047938:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4956 00000100:00100000:3.0:1746156260.047946:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800922fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1975:x1830977057620992:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156260.048105:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a651f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+15:1129:x1830977057621248:12345-192.168.203.27@tcp:35:dd.0 Request processed in 280us (1892us total) trans 4294986195 rc 0/0 00000100:00100000:1.0:1746156260.048112:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 166 00000100:00100000:1.0:1746156260.055803:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.056329:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057621504 00000100:00100000:0.0:1746156260.056338:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057621504 00000100:00100000:0.0:1746156260.057585:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 167 00000100:00100000:0.0:1746156260.057597:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+15:1129:x1830977057621504:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:0.0:1746156260.057894:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1129:x1830977057621504:12345-192.168.203.27@tcp:35:dd.0 Request processed in 299us (2097us total) trans 4294986196 rc 0/0 00000100:00100000:0.0:1746156260.057901:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 167 00000100:00100000:2.0:1746156260.072250:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057620736:12345-192.168.203.27@tcp:4:dd.0 Request processed in 31387us (32266us total) trans 4294968727 rc 0/0 00000100:00100000:2.0:1746156260.072261:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4955 00002000:00100000:2.0:1746156260.072270:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880092cbc380 x1830977057620736/t4294968727(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/448 e 0 to 0 dl 1746156271 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156260.072285:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbc380 with x1830977057620736 ext(11534336->12582911) 00002000:00010000:2.0:1746156260.072289:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092cbc380 00000100:00100000:2.0:1746156260.078822:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800922fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1975:x1830977057620992:12345-192.168.203.27@tcp:4:dd.0 Request processed in 30871us (31552us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1746156260.078833:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4956 00002000:00100000:2.0:1746156260.078843:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8800922fad80 x1830977057620992/t4294968062(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:576/0 lens 488/448 e 0 to 0 dl 1746156271 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156260.078853:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800922fad80 with x1830977057620992 ext(12582912->13631487) 00002000:00010000:2.0:1746156260.078858:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800922fad80 00000001:00080000:3.0:1746156260.100670:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968059 is committed 00000001:00080000:3.0:1746156260.100687:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968060 is committed 00002000:00010000:2.0:1746156260.101329:0:32395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:2.0:1746156260.101333:0:32395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 12295 -> 14343 00010000:00010000:2.0:1746156260.101344:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.101354:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.101362:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.101409:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095754200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156260.101413:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.101420:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.101436:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.101442:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095754200/0xb0171789e0e78dfc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156260.101512:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057620096:12345-192.168.203.27@tcp:4:dd.0 Request processed in 71899us (72188us total) trans 4294968060 rc 0/0 00000100:00100000:2.0:1746156260.101520:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4953 00002000:00010000:3.0:1746156260.134161:0:25204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:3.0:1746156260.134174:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.134184:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.134191:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.134197:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095754800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.134201:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.134206:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.134221:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.134230:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.134295:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057620224:12345-192.168.203.27@tcp:4:dd.0 Request processed in 104181us (104950us total) trans 4294968061 rc 0/0 00000100:00100000:3.0:1746156260.134303:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4954 00000001:00080000:3.0:1746156260.134329:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968061 is committed 00000001:00080000:3.0:1746156260.134339:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968062 is committed 00000100:00100000:3.0:1746156260.137046:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.137085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.137775:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057621760 00000100:00100000:0.0:1746156260.137782:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057621760 00000100:00100000:0.0:1746156260.137820:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057622016 00000100:00100000:0.0:1746156260.137822:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057622016 00000100:00100000:0.0:1746156260.138009:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4957 00000100:00100000:0.0:1746156260.138016:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057621760:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156260.138042:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.138055:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.138056:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.138060:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.138071:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746156260.138470:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746156260.138555:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4958 00000100:00100000:3.0:1746156260.138562:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057622016:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156260.138580:0:32399:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.138587:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.138588:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.138591:0:32399:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.138599:0:32399:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.139972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156260.142069:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057622272 00000100:00100000:2.0:1746156260.142079:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057622272 00000100:00100000:2.0:1746156260.142129:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4959 00000100:00100000:2.0:1746156260.142136:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057622272:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156260.142166:0:25245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.142178:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.142180:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.142184:0:25245:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.142196:0:25245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.149215:0:32399:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.149233:0:32399:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.149240:0:32399:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.149246:0:32399:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4a63000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.149249:0:32399:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.149256:0:32399:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.149271:0:32399:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.149276:0:32399:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4a63000/0xb0171789e0e78e11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.149336:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057622016:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10771us (12246us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156260.149345:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4958 00010000:00010000:0.0:1746156260.149665:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.149672:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.149677:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.149680:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547f200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156260.149682:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.149687:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.149699:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.149703:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009547f200/0xb0171789e0e78e0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.149727:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057621760:12345-192.168.203.27@tcp:3:dd.0 Request processed in 11712us (12688us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1746156260.149732:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4957 00010000:00010000:3.0:1746156260.150901:0:25245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.150910:0:25245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.150920:0:25245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.150925:0:25245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095684a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.150928:0:25245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.150934:0:25245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.150945:0:25245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.150950:0:25245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e78e18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.151238:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057622272:12345-192.168.203.27@tcp:3:dd.0 Request processed in 9100us (11267us total) trans 0 rc 1007616/1007616 00000100:00100000:3.0:1746156260.151247:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4959 00000100:00100000:3.0:1746156260.154076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.154137:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.154187:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057622528 00000100:00100000:0.0:1746156260.154187:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057622656 00000100:00100000:1.0:1746156260.154193:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057622528 00000100:00100000:0.0:1746156260.154193:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057622656 00000100:00100000:0.0:1746156260.154249:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4960 00000100:00100000:0.0:1746156260.154256:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057622528:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:0.0:1746156260.154292:0:25245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 8355840, mtime: 0x68143ae4, atime: 0x0, ctime: 0x68143ae4, blocks: 0x4007 00010000:00010000:0.0:1746156260.154298:0:25245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.154309:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.154310:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.154314:0:25245:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.154326:0:25245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.154868:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4961 00000100:00100000:0.0:1746156260.154875:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057622656:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:0.0:1746156260.154887:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.154893:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.154894:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.154897:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.154903:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746156260.220480:0:25245:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:0.0:1746156260.220489:0:25245:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 16391 -> 20487 00010000:00010000:0.0:1746156260.220504:0:25245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.220515:0:25245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.220523:0:25245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.220530:0:25245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b528a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156260.220533:0:25245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.220540:0:25245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.220560:0:25245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.220566:0:25245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78e1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.220625:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.220632:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.220642:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.220646:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b529c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.220648:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.220654:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.220657:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1973:x1830977057622528:12345-192.168.203.27@tcp:4:dd.0 Request processed in 66394us (66580us total) trans 4294968063 rc 0/0 00010000:00010000:3.0:1746156260.220663:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.220667:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4960 00010000:00010000:3.0:1746156260.220668:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b529c00/0xb0171789e0e78e26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.220703:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057622656:12345-192.168.203.27@tcp:4:dd.0 Request processed in 65828us (66566us total) trans 4294968064 rc 0/0 00000100:00100000:3.0:1746156260.220708:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4961 00000001:00080000:3.0:1746156260.220815:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968063 is committed 00000001:00080000:3.0:1746156260.220829:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968064 is committed 00000100:00100000:2.0:1746156260.228171:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156260.228233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.228477:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057623168 00000100:00100000:3.0:1746156260.228488:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057623168 00000100:00100000:3.0:1746156260.228554:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057623424 00000100:00100000:3.0:1746156260.228556:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057623424 00000100:00100000:3.0:1746156260.228592:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4962 00000100:00100000:3.0:1746156260.228600:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057623168:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746156260.228627:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4963 00000100:00100000:1.0:1746156260.228634:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057623424:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156260.228635:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.228649:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.228650:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.228651:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.228656:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.228656:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.228657:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.228659:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.228668:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.228668:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.248138:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.248156:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.248164:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.248172:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547f600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.248176:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.248184:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.248203:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.248214:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009547f600/0xb0171789e0e78e2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.248319:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057623168:12345-192.168.203.27@tcp:3:dd.0 Request processed in 19714us (20154us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746156260.248329:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4962 00010000:00010000:1.0:1746156260.250818:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.250835:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.250849:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.250856:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009562c600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156260.250860:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.250867:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.250918:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.250925:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009562c600/0xb0171789e0e78e34 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.251162:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057623424:12345-192.168.203.27@tcp:3:dd.0 Request processed in 22523us (22923us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156260.251332:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4963 00000100:00100000:2.0:1746156260.259037:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.259145:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057623680 00000100:00100000:1.0:1746156260.259157:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057623680 00000100:00100000:1.0:1746156260.259238:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4964 00000100:00100000:1.0:1746156260.259246:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057623680:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746156260.259301:0:25204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 10444800, mtime: 0x68143ae4, atime: 0x0, ctime: 0x68143ae4, blocks: 0x5007 00010000:00010000:1.0:1746156260.259309:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.259322:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.259325:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.259331:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.259345:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.262573:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.263878:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057623808 00000100:00100000:3.0:1746156260.263888:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057623808 00000100:00100000:3.0:1746156260.263961:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4965 00000100:00100000:3.0:1746156260.263969:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057623808:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:3.0:1746156260.264012:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.264024:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.264026:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.264030:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.264042:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746156260.322519:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968065 is committed 00002000:00010000:2.0:1746156260.326556:0:25204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:2.0:1746156260.326561:0:25204:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746156260 -> 1746156261 00002000:00010000:2.0:1746156260.326563:0:25204:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746156260 -> 1746156261 00002000:00010000:2.0:1746156260.326565:0:25204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 20487 -> 24585 00010000:00010000:2.0:1746156260.326728:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.326742:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.326750:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.326758:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009562c000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156260.326762:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.326771:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.326792:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.326798:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562c000/0xb0171789e0e78e3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156260.326879:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057623680:12345-192.168.203.27@tcp:4:dd.0 Request processed in 67629us (67844us total) trans 4294968065 rc 0/0 00000100:00100000:2.0:1746156260.326892:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4964 00010000:00010000:0.0:1746156260.376316:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.376333:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.376341:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.376347:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c868200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156260.376352:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.376360:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.376407:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.376415:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c868200/0xb0171789e0e78e42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.376517:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057623808:12345-192.168.203.27@tcp:4:dd.0 Request processed in 112543us (113945us total) trans 4294968066 rc 0/0 00000100:00100000:0.0:1746156260.376527:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4965 00000001:00080000:3.0:1746156260.376626:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968066 is committed 00000100:00100000:1.0:1746156260.383865:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.383918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.383982:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057624448 00000100:00100000:0.0:1746156260.383992:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057624448 00000100:00100000:0.0:1746156260.384068:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057624320 00000100:00100000:0.0:1746156260.384071:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057624320 00000100:00100000:0.0:1746156260.384091:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4966 00000100:00100000:0.0:1746156260.384098:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057624448:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156260.384133:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.384147:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.384149:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.384155:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.384169:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.387829:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4967 00000100:00100000:3.0:1746156260.387850:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a95f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057624320:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156260.387899:0:32399:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.387913:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.387915:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.387920:0:32399:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.387933:0:32399:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.398361:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.398399:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.398407:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.398413:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c91c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156260.398417:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.398423:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.398441:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.398446:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91c00/0xb0171789e0e78e49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.398527:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057624448:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14423us (14666us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746156260.398536:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4966 00010000:00010000:3.0:1746156260.401044:0:32399:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.401060:0:32399:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.401068:0:32399:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.401076:0:32399:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4e2a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.401079:0:32399:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.401086:0:32399:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.401104:0:32399:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.401110:0:32399:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a4e2a00/0xb0171789e0e78e50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.402046:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a95f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057624320:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14199us (18121us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156260.402056:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4967 00000100:00100000:0.0:1746156260.407072:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.407566:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057624832 00000100:00100000:3.0:1746156260.407576:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057624832 00000100:00100000:3.0:1746156260.407632:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4968 00000100:00100000:3.0:1746156260.407639:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057624832:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746156260.407694:0:32399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 12533760, mtime: 0x68143ae5, atime: 0x0, ctime: 0x68143ae5, blocks: 0x6009 00010000:00010000:3.0:1746156260.407702:0:32399:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.407715:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.407718:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.407724:0:32399:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.407738:0:32399:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.412721:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156260.412855:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057624960 00000100:00100000:2.0:1746156260.412866:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057624960 00000100:00100000:2.0:1746156260.412924:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4969 00000100:00100000:2.0:1746156260.412932:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057624960:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:2.0:1746156260.412970:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.412983:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.412985:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.412990:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.413014:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156260.423517:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746156260.423541:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054083456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746156260.423608:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746156260.423690:0:21128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054083456 00000100:00100000:2.0:1746156260.423698:0:21128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054083456 00000100:00100000:2.0:1746156260.423744:0:21128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1746156260.423751:0:21128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977054083456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746156260.423774:0:21128:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 575340544 pending 17039360 free 3841982464 avail 3839885312 00000100:00100000:2.0:1746156260.423808:0:21128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830977054083456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156260.423814:0:21128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1746156260.423854:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054083456:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1746156260.423879:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1746156260.482786:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968067 is committed 00002000:00010000:3.0:1746156260.483885:0:32399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:3.0:1746156260.483890:0:32399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 24585 -> 26633 00010000:00010000:3.0:1746156260.483904:0:32399:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.483914:0:32399:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.483922:0:32399:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.483928:0:32399:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4e2400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.483931:0:32399:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.483938:0:32399:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.483954:0:32399:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.483959:0:32399:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e78e57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.484039:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057624832:12345-192.168.203.27@tcp:4:dd.0 Request processed in 76396us (76974us total) trans 4294968067 rc 0/0 00000100:00100000:3.0:1746156260.484047:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4968 00000001:00080000:3.0:1746156260.526592:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968068 is committed 00002000:00010000:3.0:1746156260.528661:0:32395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 26633 -> 28681 00010000:00010000:3.0:1746156260.528679:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.528690:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.528702:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.528708:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095754800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.528712:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.528719:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.528736:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.528741:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e78e5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.529287:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057624960:12345-192.168.203.27@tcp:4:dd.0 Request processed in 116349us (116570us total) trans 4294968068 rc 0/0 00000100:00100000:3.0:1746156260.529297:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4969 00000100:00100000:3.0:1746156260.534216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.534268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.534350:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057625472 00000100:00100000:0.0:1746156260.534361:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057625472 00000100:00100000:2.0:1746156260.534471:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057625600 00000100:00100000:2.0:1746156260.534474:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057625600 00000100:00100000:2.0:1746156260.534532:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4970 00000100:00100000:2.0:1746156260.534540:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057625600:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156260.534577:0:32399:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.534592:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.534594:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.534600:0:32399:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.534613:0:32399:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.535599:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4971 00000100:00100000:0.0:1746156260.535606:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057625472:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156260.535630:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.535639:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.535641:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.535644:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.535653:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.553626:0:32399:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.553646:0:32399:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.553655:0:32399:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.553663:0:32399:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22e200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156260.553667:0:32399:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.553680:0:32399:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.553701:0:32399:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.553707:0:32399:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e78e65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156260.553792:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057625600:12345-192.168.203.27@tcp:3:dd.0 Request processed in 19245us (19516us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746156260.553802:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4970 00010000:00010000:0.0:1746156260.560421:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.560439:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.560446:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.560453:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a532dc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156260.560457:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.560465:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.560482:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.560487:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a532dc00/0xb0171789e0e78e6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.561014:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057625472:12345-192.168.203.27@tcp:3:dd.0 Request processed in 25389us (26791us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156260.561025:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4971 00000100:00100000:0.0:1746156260.565165:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.568679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156260.571163:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057625984 00000100:00100000:2.0:1746156260.571178:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057625984 00000100:00100000:2.0:1746156260.571246:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057626112 00000100:00100000:2.0:1746156260.571249:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057626112 00000100:00100000:2.0:1746156260.572937:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4972 00000100:00100000:2.0:1746156260.572952:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057625984:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746156260.573022:0:32395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 14622720, mtime: 0x68143ae5, atime: 0x0, ctime: 0x68143ae5, blocks: 0x7009 00010000:00010000:2.0:1746156260.573031:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.573046:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.573049:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.573053:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.573074:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.574328:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4973 00000100:00100000:3.0:1746156260.574731:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057626112:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:3.0:1746156260.574757:0:32399:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.574771:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.574773:0:32399:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.574776:0:32399:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.574785:0:32399:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746156260.646785:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968070 is committed 00002000:00010000:2.0:1746156260.647496:0:32395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:2.0:1746156260.647500:0:32395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 28681 -> 32777 00010000:00010000:2.0:1746156260.647514:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.647525:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.647533:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.647540:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22f800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156260.647544:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.647550:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.647571:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.647576:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22f800/0xb0171789e0e78e73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156260.647672:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057625984:12345-192.168.203.27@tcp:4:dd.0 Request processed in 74721us (82511us total) trans 4294968069 rc 0/0 00000100:00100000:2.0:1746156260.647683:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4972 00010000:00010000:0.0:1746156260.648427:0:32399:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.648435:0:32399:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.648441:0:32399:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.648445:0:32399:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800954b0400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156260.648448:0:32399:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.648453:0:32399:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.648462:0:32399:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.648467:0:32399:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800954b0400/0xb0171789e0e78e7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.648515:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057626112:12345-192.168.203.27@tcp:4:dd.0 Request processed in 74177us (79846us total) trans 4294968070 rc 0/0 00000100:00100000:0.0:1746156260.648521:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4973 00010000:00010000:2.0:1746156260.649316:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746156260.651892:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.651930:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.651963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.651988:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057626624 00000100:00100000:1.0:1746156260.652010:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057626624 00000100:00100000:1.0:1746156260.652068:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057626880 00000100:00100000:1.0:1746156260.652070:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057626880 00000100:00100000:1.0:1746156260.652087:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057627008 00000100:00100000:1.0:1746156260.652089:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057627008 00000100:00100000:1.0:1746156260.652116:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4974 00000100:00100000:1.0:1746156260.652123:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057626624:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746156260.652138:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4975 00000100:00100000:3.0:1746156260.652145:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057626880:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156260.652160:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.652162:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.652174:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.652174:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.652175:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.652180:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.652186:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.652188:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.652197:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.652197:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.652411:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4976 00000100:00100000:1.0:1746156260.652416:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057627008:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156260.652430:0:25323:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.652437:0:25323:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.652438:0:25323:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.652441:0:25323:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.652448:0:25323:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.666014:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.666032:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.666040:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.666046:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba8fc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156260.666050:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.666059:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.666078:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.666084:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba8fc00/0xb0171789e0e78e81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.666176:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057626624:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14047us (14290us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1746156260.666186:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4974 00010000:00010000:1.0:1746156260.672875:0:25323:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.672895:0:25323:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.672906:0:25323:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.672914:0:25323:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bba9400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156260.672918:0:25323:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.672927:0:25323:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.672953:0:25323:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.672959:0:25323:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e78e8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.673056:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057627008:12345-192.168.203.27@tcp:3:dd.0 Request processed in 20632us (21084us total) trans 0 rc 974848/974848 00000100:00100000:1.0:1746156260.673066:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4976 00010000:00010000:3.0:1746156260.679953:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.679971:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.679985:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.679991:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547ec00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.680006:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.680015:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.680033:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.680038:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009547ec00/0xb0171789e0e78e88 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.680129:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800955a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057626880:12345-192.168.203.27@tcp:3:dd.0 Request processed in 27979us (28192us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156260.680139:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4975 00000100:00100000:2.0:1746156260.687139:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156260.687201:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.687288:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057627264 00000100:00100000:1.0:1746156260.687298:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057627264 00000100:00100000:1.0:1746156260.687382:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057627392 00000100:00100000:1.0:1746156260.687385:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057627392 00000100:00100000:1.0:1746156260.687581:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4977 00000100:00100000:1.0:1746156260.687589:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057627264:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746156260.687641:0:25323:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 16711680, mtime: 0x68143ae5, atime: 0x0, ctime: 0x68143ae5, blocks: 0x8009 00010000:00010000:1.0:1746156260.687650:0:25323:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.687664:0:25323:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.687666:0:25323:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.687671:0:25323:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.687684:0:25323:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.687726:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4978 00000100:00100000:0.0:1746156260.687734:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057627392:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:0.0:1746156260.687749:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.687756:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.687758:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156260.687760:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.687767:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746156260.761883:0:25323:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:1.0:1746156260.761891:0:25323:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 32777 -> 34825 00010000:00010000:1.0:1746156260.761905:0:25323:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.761917:0:25323:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.761924:0:25323:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.761931:0:25323:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094940400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156260.761935:0:25323:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.761941:0:25323:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.761960:0:25323:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.761965:0:25323:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094940400/0xb0171789e0e78e96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25323 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746156260.762890:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968071 is committed 00000100:00100000:1.0:1746156260.765744:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057627264:12345-192.168.203.27@tcp:4:dd.0 Request processed in 78138us (78600us total) trans 4294968071 rc 0/0 00000100:00100000:1.0:1746156260.765764:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4977 00000001:00080000:3.0:1746156260.811348:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968072 is committed 00002000:00010000:1.0:1746156260.812109:0:25204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 34825 -> 36873 00010000:00010000:1.0:1746156260.812126:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.812136:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.812143:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.812150:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547a400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156260.812154:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.812162:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.812180:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.812186:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009547a400/0xb0171789e0e78e9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.812296:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057627392:12345-192.168.203.27@tcp:4:dd.0 Request processed in 124557us (125088us total) trans 4294968072 rc 0/0 00000100:00100000:1.0:1746156260.812305:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4978 00000100:00100000:2.0:1746156260.814725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156260.815060:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156260.815643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.815725:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057627776 00000100:00100000:1.0:1746156260.815731:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057628032 00000100:00100000:3.0:1746156260.815733:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057627776 00000100:00100000:1.0:1746156260.815734:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057628032 00000100:00100000:1.0:1746156260.815787:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057628288 00000100:00100000:1.0:1746156260.815789:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057628288 00000100:00100000:3.0:1746156260.815852:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4979 00000100:00100000:3.0:1746156260.815859:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057628032:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746156260.815924:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4980 00000100:00100000:1.0:1746156260.815930:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057627776:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156260.815953:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.815965:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.815968:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.815972:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.815985:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.816147:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4981 00000100:00100000:1.0:1746156260.816153:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057628288:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156260.816166:0:25245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.816174:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.816175:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.816178:0:25245:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.816186:0:25245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.816925:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.816933:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.816934:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.816936:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.816945:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.834041:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.834056:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.834064:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.834071:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4b0200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156260.834074:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.834081:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.834095:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.834101:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4b0200/0xb0171789e0e78ea4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.834156:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057627776:12345-192.168.203.27@tcp:3:dd.0 Request processed in 18221us (19434us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1746156260.834165:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4980 00010000:00010000:3.0:1746156260.835352:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.835361:0:25245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.835362:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.835380:0:25245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.835381:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.835386:0:25245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.835387:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095630200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.835390:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.835390:0:25245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094156a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156260.835393:0:25245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.835396:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.835398:0:25245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.835408:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.835408:0:25245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.835413:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e78eb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.835415:0:25245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094156a00/0xb0171789e0e78eab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156260.835457:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057628288:12345-192.168.203.27@tcp:3:dd.0 Request processed in 19302us (19813us total) trans 0 rc 966656/966656 00000100:00100000:2.0:1746156260.835465:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4981 00000100:00100000:3.0:1746156260.837873:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057628032:12345-192.168.203.27@tcp:3:dd.0 Request processed in 22007us (22806us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156260.837882:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4979 00000100:00100000:0.0:1746156260.843781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.843831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156260.844089:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057628672 00000100:00100000:3.0:1746156260.844096:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057628672 00000100:00100000:3.0:1746156260.844147:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057628544 00000100:00100000:3.0:1746156260.844149:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057628544 00000100:00100000:3.0:1746156260.844168:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4982 00000100:00100000:3.0:1746156260.844174:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057628672:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156260.844185:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4983 00000100:00100000:1.0:1746156260.844194:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057628544:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746156260.844212:0:32395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 18800640, mtime: 0x68143ae5, atime: 0x0, ctime: 0x68143ae5, blocks: 0x9009 00010000:00010000:3.0:1746156260.844222:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.844232:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.844233:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.844235:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.844239:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.844250:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.844251:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.844253:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.844256:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.844264:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746156260.960293:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968074 is committed 00002000:00010000:3.0:1746156260.961636:0:32395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746156260.961642:0:32395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 36873 -> 40969 00010000:00010000:3.0:1746156260.961655:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.961665:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.961673:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.961679:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a532dc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.961682:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.961689:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.961708:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.961715:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a532dc00/0xb0171789e0e78eb9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.961801:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057628672:12345-192.168.203.27@tcp:4:dd.0 Request processed in 117621us (118022us total) trans 4294968073 rc 0/0 00000100:00100000:3.0:1746156260.961811:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4982 00010000:00010000:1.0:1746156260.962937:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.962946:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.962954:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.962959:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094157e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156260.962962:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.962969:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.962982:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.963002:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094157e00/0xb0171789e0e78ec0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.963099:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057628544:12345-192.168.203.27@tcp:4:dd.0 Request processed in 118903us (119264us total) trans 4294968074 rc 0/0 00000100:00100000:1.0:1746156260.963108:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4983 00000100:00100000:0.0:1746156260.970924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.970950:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156260.970979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.971914:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057629056 00000100:00100000:3.0:1746156260.971917:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057629440 00000100:00100000:3.0:1746156260.971922:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057629440 00000100:00100000:1.0:1746156260.971922:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057629056 00000100:00100000:1.0:1746156260.972261:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057629568 00000100:00100000:1.0:1746156260.972265:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057629568 00000100:00100000:3.0:1746156260.972280:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4984 00000100:00100000:3.0:1746156260.972288:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057629056:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156260.972316:0:32395:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.972331:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156260.972333:0:32395:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746156260.972334:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4985 00010000:00010000:3.0:1746156260.972337:0:32395:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156260.972341:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057629440:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746156260.972345:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4986 00010000:00010000:3.0:1746156260.972347:0:32395:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156260.972357:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057629568:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156260.972357:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.972380:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.972381:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.972384:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.972392:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.972408:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.972419:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.972420:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.972424:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.972436:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.982613:0:32395:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.982628:0:32395:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.982636:0:32395:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.982642:0:32395:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e3d7e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156260.982645:0:32395:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.982652:0:32395:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.982668:0:32395:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156260.982674:0:32395:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e3d7e00/0xb0171789e0e78ec7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156260.983212:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057629056:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10920us (12290us total) trans 0 rc 81920/81920 00000100:00100000:3.0:1746156260.983220:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4984 00010000:00010000:0.0:1746156260.991343:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.991357:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.991384:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.991391:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c93a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156260.991394:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.991400:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.991414:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156260.991419:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c93a00/0xb0171789e0e78ed5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156260.991485:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057629568:12345-192.168.203.27@tcp:3:dd.0 Request processed in 19127us (20499us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156260.991492:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4986 00010000:00010000:2.0:1746156260.991840:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.991848:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.991854:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.991859:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095631000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156260.991861:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.991866:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.991875:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.991880:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095631000/0xb0171789e0e78ece lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156260.991911:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057629440:12345-192.168.203.27@tcp:3:dd.0 Request processed in 19570us (20959us total) trans 0 rc 958464/958464 00000100:00100000:2.0:1746156260.991916:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4985 00000100:00100000:1.0:1746156260.999611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156260.999634:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057629824 00000100:00100000:2.0:1746156260.999642:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057629824 00000100:00100000:1.0:1746156260.999652:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156260.999675:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057629952 00000100:00100000:1.0:1746156260.999679:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057629952 00000100:00100000:2.0:1746156260.999698:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4987 00000100:00100000:1.0:1746156260.999704:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4988 00000100:00100000:2.0:1746156260.999706:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057629824:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156260.999710:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057629952:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746156260.999744:0:25322:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 20889600, mtime: 0x68143ae5, atime: 0x0, ctime: 0x68143ae5, blocks: 0xa009 00010000:00010000:1.0:1746156260.999754:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.999764:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.999766:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156260.999770:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156260.999781:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.999815:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.999827:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.999829:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156260.999831:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156260.999839:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156261.077693:0:25322:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:2.0:1746156261.077700:0:25322:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 40969 -> 45067 00010000:00010000:2.0:1746156261.077713:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.077723:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.077729:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.077735:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547ee00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156261.077738:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.077744:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.077759:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.077764:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009547ee00/0xb0171789e0e78edc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156261.077852:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1973:x1830977057629952:12345-192.168.203.27@tcp:4:dd.0 Request processed in 78138us (78196us total) trans 4294968076 rc 0/0 00000100:00100000:2.0:1746156261.077860:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4988 00000001:00080000:2.0:1746156261.077890:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968076 is committed 00010000:00010000:3.0:1746156261.078555:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.078563:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.078569:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.078574:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c92200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156261.078577:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.078582:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.078592:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.078597:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c92200/0xb0171789e0e78ee3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156261.078636:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057629824:12345-192.168.203.27@tcp:4:dd.0 Request processed in 78930us (79033us total) trans 4294968075 rc 0/0 00000100:00100000:3.0:1746156261.078643:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4987 00000100:00100000:2.0:1746156261.081114:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.081140:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.081160:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057630464 00000100:00100000:0.0:1746156261.081169:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057630464 00000100:00100000:0.0:1746156261.081205:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057630720 00000100:00100000:0.0:1746156261.081207:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057630720 00000100:00100000:0.0:1746156261.081233:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4989 00000100:00100000:0.0:1746156261.081239:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057630464:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156261.081264:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.081276:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156261.081278:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156261.081283:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.081293:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156261.081389:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4990 00000100:00100000:3.0:1746156261.081397:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057630720:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156261.081414:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.081422:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156261.081424:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156261.081426:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.081435:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.089971:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.089989:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.090009:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.090015:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc7e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156261.090019:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.090026:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.090043:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.090049:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fc7e00/0xb0171789e0e78eea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156261.090114:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057630464:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8871us (9000us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746156261.090121:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4989 00010000:00010000:3.0:1746156261.092670:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.092680:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.092685:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.092688:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009549ce00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156261.092691:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.092698:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.092709:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.092712:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009549ce00/0xb0171789e0e78ef1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156261.092762:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057630720:12345-192.168.203.27@tcp:3:dd.0 Request processed in 11363us (11616us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.092770:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4990 00000100:00100000:2.0:1746156261.095913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.096009:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.096180:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057630976 00000100:00100000:3.0:1746156261.096187:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057630976 00000100:00100000:3.0:1746156261.096236:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057631104 00000100:00100000:3.0:1746156261.096238:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057631104 00000100:00100000:3.0:1746156261.096346:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4991 00000100:00100000:0.0:1746156261.096352:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4992 00000100:00100000:3.0:1746156261.096354:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057630976:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156261.096358:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057631104:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746156261.096413:0:25204:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 22978560, mtime: 0x68143ae5, atime: 0x0, ctime: 0x68143ae5, blocks: 0xb00b 00010000:00010000:3.0:1746156261.096421:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.096424:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.096431:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156261.096433:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156261.096436:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.096450:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156261.096451:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.096451:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156261.096453:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.096459:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746156261.134320:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968078 is committed 00002000:00010000:0.0:1746156261.134674:0:25204:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:0.0:1746156261.134678:0:25204:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 45067 -> 49163 00010000:00010000:0.0:1746156261.134689:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.134698:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.134704:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.134714:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009549c600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156261.134717:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.134723:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.134737:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.134743:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009549c600/0xb0171789e0e78ef8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156261.134809:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057630976:12345-192.168.203.27@tcp:4:dd.0 Request processed in 38452us (38898us total) trans 4294968077 rc 0/0 00000100:00100000:0.0:1746156261.134816:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4991 00010000:00010000:1.0:1746156261.135325:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.135576:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.135582:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.135588:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc7c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156261.135591:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.135597:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.135607:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.135613:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fc7c00/0xb0171789e0e78eff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156261.135670:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057631104:12345-192.168.203.27@tcp:4:dd.0 Request processed in 39309us (39657us total) trans 4294968078 rc 0/0 00000100:00100000:1.0:1746156261.135677:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4992 00000100:00100000:2.0:1746156261.137901:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.137945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.137991:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057631616 00000100:00100000:0.0:1746156261.138006:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057631616 00000100:00100000:1.0:1746156261.138014:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057631744 00000100:00100000:1.0:1746156261.138018:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057631744 00000100:00100000:0.0:1746156261.138049:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4993 00000100:00100000:1.0:1746156261.138055:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4994 00000100:00100000:0.0:1746156261.138056:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057631616:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746156261.138061:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057631744:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156261.138080:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.138081:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.138090:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156261.138090:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156261.138092:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156261.138092:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156261.138095:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.138095:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.138105:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.138105:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.144647:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.144667:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.144674:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.144681:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a02200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156261.144684:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.144692:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.144709:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.144715:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a02200/0xb0171789e0e78f0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156261.144783:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057631744:12345-192.168.203.27@tcp:3:dd.0 Request processed in 6717us (6833us total) trans 0 rc 98304/98304 00000100:00100000:1.0:1746156261.144791:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4994 00010000:00010000:1.0:1746156261.146657:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.146671:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.146680:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.146686:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547a400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156261.146689:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.146696:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.146711:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.146717:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009547a400/0xb0171789e0e78f06 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156261.146765:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1972:x1830977057631616:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8706us (8867us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.146773:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4993 00000100:00100000:2.0:1746156261.149594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.150265:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057631872 00000100:00100000:3.0:1746156261.150272:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057631872 00000100:00100000:3.0:1746156261.150426:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6794 00000100:00100000:3.0:1746156261.150434:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1128:x1830977057631872:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156261.150449:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156261.150464:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148a4 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746156261.150483:0:8463:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 25067520, mtime: 0x68143ae5, atime: 0x0, ctime: 0x68143ae5, blocks: 0xc00b 00010000:00010000:3.0:1746156261.150501:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156261.150502:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156261.150509:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148a4 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.150521:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148a4 expref: 7 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.150530:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956dcc00, rc 0) 00000100:00100000:3.0:1746156261.150778:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1128:x1830977057631872:12345-192.168.203.27@tcp:101:dd.0 Request processed in 344us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156261.150784:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6794 00000100:00100000:0.0:1746156261.160505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.160587:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057632128 00000100:00100000:1.0:1746156261.160594:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057632128 00002000:00100000:1.0:1746156261.160627:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880093081500 x1830977057632128/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.160637:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081500 with x1830977057632128 ext(25067520->25165823) 00002000:00010000:1.0:1746156261.160641:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081500 00000100:00100000:1.0:1746156261.160664:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4995 00000100:00100000:1.0:1746156261.160671:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057632128:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156261.162647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.162730:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057632256 00000100:00100000:0.0:1746156261.162736:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057632256 00002000:00100000:0.0:1746156261.162762:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880094cbed80 x1830977057632256/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.162771:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbed80 with x1830977057632256 ext(25165824->26214399) 00002000:00010000:0.0:1746156261.162776:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbed80 00000100:00100000:0.0:1746156261.162798:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4996 00000100:00100000:0.0:1746156261.162804:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057632256:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156261.165168:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057632128:12345-192.168.203.27@tcp:4:dd.0 Request processed in 4490us (4663us total) trans 4294968079 rc 0/0 00000100:00100000:1.0:1746156261.165177:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4995 00002000:00100000:1.0:1746156261.165185:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880093081500 x1830977057632128/t4294968079(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/448 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.165192:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081500 with x1830977057632128 ext(25067520->25165823) 00002000:00010000:1.0:1746156261.165197:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081500 00000100:00100000:2.0:1746156261.175391:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057632256:12345-192.168.203.27@tcp:4:dd.0 Request processed in 12576us (12738us total) trans 4294968080 rc 0/0 00000100:00100000:2.0:1746156261.175402:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4996 00002000:00100000:2.0:1746156261.175413:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880094cbed80 x1830977057632256/t4294968080(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/448 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.175422:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbed80 with x1830977057632256 ext(25165824->26214399) 00002000:00010000:2.0:1746156261.175426:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbed80 00000100:00100000:2.0:1746156261.178113:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.178191:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057632384 00000100:00100000:0.0:1746156261.178199:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057632384 00000100:00100000:0.0:1746156261.178263:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44369 00000100:00100000:0.0:1746156261.178270:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1128:x1830977057632384:12345-192.168.203.27@tcp:44:dd.0 00000100:00100000:0.0:1746156261.178387:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1128:x1830977057632384:12345-192.168.203.27@tcp:44:dd.0 Request processed in 118us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156261.178393:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44369 00000100:00080000:2.0:1746156261.178720:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746156261.180619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.180860:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057632512 00000100:00100000:0.0:1746156261.180867:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057632512 00000100:00100000:0.0:1746156261.180912:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6795 00000100:00100000:0.0:1746156261.180918:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057632512:12345-192.168.203.27@tcp:16:dd.0 00000100:00100000:1.0:1746156261.221392:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057632512:12345-192.168.203.27@tcp:16:dd.0 Request processed in 40448us (41064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156261.221402:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6795 00000001:00080000:3.0:1746156261.221596:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968079 is committed 00000001:00080000:3.0:1746156261.221608:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968080 is committed 00000100:00100000:1.0:1746156261.225978:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.226165:0:22829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057632768 00000100:00100000:3.0:1746156261.226173:0:22829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057632768 00000100:00100000:3.0:1746156261.226217:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 168 00000100:00100000:3.0:1746156261.226224:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+15:1128:x1830977057632768:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:3.0:1746156261.226413:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1128:x1830977057632768:12345-192.168.203.27@tcp:35:dd.0 Request processed in 189us (442us total) trans 4294986197 rc 0/0 00000100:00100000:3.0:1746156261.226420:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 168 00000100:00100000:0.0:1746156261.230324:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.230557:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057633024 00000100:00100000:1.0:1746156261.230565:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057633024 00000100:00100000:1.0:1746156261.230667:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 169 00000100:00100000:1.0:1746156261.230675:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+16:1128:x1830977057633024:12345-192.168.203.27@tcp:35:dd.0 00000001:00080000:1.0:1746156261.231090:0:7120:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986198 00000100:00100000:1.0:1746156261.232512:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1128:x1830977057633024:12345-192.168.203.27@tcp:35:dd.0 Request processed in 1832us (2189us total) trans 4294986199 rc 0/0 00000100:00100000:1.0:1746156261.232522:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 169 00000020:00080000:1.0:1746156261.232527:0:7120:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746156261.258870:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.261479:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057633152 00000100:00100000:3.0:1746156261.261490:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057633152 00000100:00100000:3.0:1746156261.261543:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44370 00000100:00100000:3.0:1746156261.261550:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+18:1133:x1830977057633152:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:3.0:1746156261.261569:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156261.261585:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f200/0xb0171789e0e78f1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148ab expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.261630:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e78f22 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.261639:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e78f22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.261649:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e78f22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:3.0:1746156261.262261:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746156261.262265:0:21172:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746156261.262279:0:21172:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e78f22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.262298:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f200/0xb0171789e0e78f1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ab expref: 20 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.262330:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e78f22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ab expref: 19 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.262336:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094e3df00) 00010000:00010000:3.0:1746156261.262339:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746156261.262341:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba8f800, rc 0) 00000100:00100000:3.0:1746156261.263167:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1133:x1830977057633152:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 1615us (4303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156261.263174:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44370 00000100:00100000:2.0:1746156261.265836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.265918:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057633280 00000100:00100000:3.0:1746156261.265925:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057633280 00000100:00100000:3.0:1746156261.265968:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44371 00000100:00100000:3.0:1746156261.265974:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+19:1133:x1830977057633280:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:3.0:1746156261.265999:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156261.266015:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f200/0xb0171789e0e78f29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148b2 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.266065:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266082:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266092:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266103:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266112:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266116:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266680:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094941400/0xb0171789e0e78f3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266689:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094941400/0xb0171789e0e78f3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266695:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094941400/0xb0171789e0e78f3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:3.0:1746156261.266717:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:3.0:1746156261.266721:0:21172:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746156261.266731:0:21172:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094941400/0xb0171789e0e78f3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266738:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094941400/0xb0171789e0e78f3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266743:0:21172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266748:0:21172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266753:0:21172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266758:0:21172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a547d800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156261.266761:0:21172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266767:0:21172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266775:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094e3df00) 00010000:00010000:3.0:1746156261.266777:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156261.266780:0:21172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266784:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266801:0:21172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266806:0:21172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266810:0:21172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266813:0:21172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a547da00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156261.266815:0:21172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266818:0:21172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266822:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880094e3db00) 00010000:00010000:3.0:1746156261.266824:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156261.266825:0:21172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266829:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547da00/0xb0171789e0e78f37 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156261.266850:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f200/0xb0171789e0e78f29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148b2 expref: 21 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.266860:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094941400/0xb0171789e0e78f3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148b2 expref: 20 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.266865:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:3.0:1746156261.266866:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156261.266868:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941400, rc 0) 00000100:00100000:3.0:1746156261.268958:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1133:x1830977057633280:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 2974us (3118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156261.268967:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44371 00000100:00100000:0.0:1746156261.277356:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.277790:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057633408 00000100:00100000:1.0:1746156261.277797:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057633408 00000100:00100000:1.0:1746156261.277839:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6796 00000100:00100000:1.0:1746156261.277846:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057633408:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:1.0:1746156261.277863:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156261.277876:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c292800/0xb0171789e0e78f45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148b9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156261.277917:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054083584:192.168.203.27@tcp:106: 00000100:00100000:1.0:1746156261.278126:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c17d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746156261.279490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.279681:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057633536 00000100:00100000:0.0:1746156261.279686:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057633536 00000100:00100000:0.0:1746156261.279712:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6797 00000100:00100000:0.0:1746156261.279718:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057633536:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:0.0:1746156261.280042:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156261.280054:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148c0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156261.280093:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054083712:192.168.203.27@tcp:106: 00000100:00100000:0.0:1746156261.280446:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183300 going to sleep for 11 seconds 00002000:00010000:1.0:1746156261.286510:0:8463:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746156261.286516:0:8463:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1746156260 00002000:00010000:1.0:1746156261.286517:0:8463:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1746156260 00002000:00010000:1.0:1746156261.286519:0:8463:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1746156260 00002000:00010000:1.0:1746156261.286520:0:8463:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks: 1 -> 24585 00002000:00010000:1.0:1746156261.286532:0:8463:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 24585 -> 26633 00000100:00100000:1.0:1746156261.286540:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054083584:192.168.203.27@tcp:106: 00010000:00010000:1.0:1746156261.286567:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c292800/0xb0171789e0e78f45 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148b9 expref: 8 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746156261.286579:0:8463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c292800/0xb0171789e0e78f45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148b9 expref: 8 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746156261.286761:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c292800, rc 0) 00000100:00100000:1.0:1746156261.286798:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057633408:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 8951us (9447us total) trans 0 rc 301/301 00000100:00100000:1.0:1746156261.286806:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6796 00002000:00010000:0.0:1746156261.286887:0:21377:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:0.0:1746156261.286890:0:21377:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746156260 00002000:00010000:0.0:1746156261.286892:0:21377:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746156260 00002000:00010000:0.0:1746156261.286894:0:21377:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746156260 00002000:00010000:0.0:1746156261.286895:0:21377:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb blocks: 1 -> 4103 00000100:00100000:0.0:1746156261.286907:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054083712:192.168.203.27@tcp:106: 00010000:00010000:0.0:1746156261.286923:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f4c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c0 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156261.286933:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c0 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156261.286944:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2f8c00, rc 0) 00000100:00100000:0.0:1746156261.286962:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057633536:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 7243us (7475us total) trans 0 rc 301/301 00000100:00100000:0.0:1746156261.286971:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6797 00000100:00100000:3.0:1746156261.296617:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.297280:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057633664 00000100:00100000:0.0:1746156261.297289:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057633664 00000100:00100000:0.0:1746156261.297787:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44372 00000100:00100000:0.0:1746156261.297795:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1134:x1830977057633664:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:0.0:1746156261.297818:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156261.297832:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148c7 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.297882:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156261.297894:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156261.297903:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:0.0:1746156261.297953:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746156261.297956:0:21172:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746156261.297968:0:21172:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156261.297985:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c7 expref: 18 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.298015:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c7 expref: 17 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.298021:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094e3df00) 00010000:00010000:0.0:1746156261.298025:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746156261.298027:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2f8c00, rc 0) 00000100:00100000:0.0:1746156261.298072:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+17:1134:x1830977057633664:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 278us (1462us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156261.298078:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44372 00000100:00100000:2.0:1746156261.317224:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.317301:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057633920 00000100:00100000:0.0:1746156261.317309:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057633920 00000100:00100000:0.0:1746156261.317356:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44373 00000100:00100000:0.0:1746156261.317364:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+20:1135:x1830977057633920:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:0.0:1746156261.317410:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156261.317425:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e78f61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148ce expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.317500:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156261.317512:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156261.317521:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:0.0:1746156261.317530:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746156261.317620:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e78f61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ce expref: 23 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.317643:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d800/0xb0171789e0e78f68 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ce expref: 22 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.317650:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:0.0:1746156261.317653:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746156261.317655:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a547d800, rc 0) 00000100:00100000:0.0:1746156261.317700:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1135:x1830977057633920:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 337us (484us total) trans 4294986200 rc 0/0 00000100:00100000:0.0:1746156261.317707:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44373 00000100:00100000:3.0:1746156261.320628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.321245:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057634176 00000100:00100000:2.0:1746156261.321252:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057634176 00000100:00100000:2.0:1746156261.321287:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44374 00000100:00100000:2.0:1746156261.321291:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1135:x1830977057634176:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746156261.321307:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156261.321319:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b529200/0xb0171789e0e78f76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148d5 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.321396:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b529c00/0xb0171789e0e78f7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156261.321408:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b529c00/0xb0171789e0e78f7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156261.321417:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b529c00/0xb0171789e0e78f7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:2.0:1746156261.321424:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746156261.321508:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b529200/0xb0171789e0e78f76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148d5 expref: 25 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.321534:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b529c00/0xb0171789e0e78f7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148d5 expref: 24 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.321540:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:2.0:1746156261.321542:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156261.321545:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b529c00, rc 0) 00000100:00100000:2.0:1746156261.321587:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1135:x1830977057634176:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 295us (967us total) trans 4294986201 rc 0/0 00000100:00100000:2.0:1746156261.321593:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44374 00000100:00100000:3.0:1746156261.323492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.323557:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057634304 00000100:00100000:0.0:1746156261.323563:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057634304 00000100:00100000:0.0:1746156261.323657:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 248 00000100:00100000:0.0:1746156261.323665:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1972:x1830977057634304:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156261.323675:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156261.323693:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b529c00/0xb0171789e0e78f7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148d5 expref: 24 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.323720:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:0.0:1746156261.323724:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156261.323906:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1972:x1830977057634304:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 242us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156261.323913:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 248 00000100:00100000:3.0:1746156261.325158:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.325284:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.325327:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057634432 00000100:00100000:1.0:1746156261.325334:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057634432 00000100:00100000:0.0:1746156261.325334:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057634560 00000100:00100000:0.0:1746156261.325337:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057634560 00000100:00100000:0.0:1746156261.325397:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6798 00000100:00100000:2.0:1746156261.325401:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6799 00000100:00100000:0.0:1746156261.325403:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057634560:12345-192.168.203.27@tcp:101:cmp.0 00000100:00100000:2.0:1746156261.325407:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057634432:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746156261.325415:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156261.325415:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156261.325427:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78f8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148dc expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.325427:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e78f92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148e3 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156261.325466:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054083840:192.168.203.27@tcp:106: 00000100:00100000:2.0:1746156261.325533:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51f7480 going to sleep for 11 seconds 00000100:00100000:1.0:1746156261.325602:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054083968:192.168.203.27@tcp:106: 00000100:00100000:1.0:1746156261.325628:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c17d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746156261.326696:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800953ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054083968:192.168.203.27@tcp:106: 00010000:00010000:1.0:1746156261.326716:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e78f92 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148e3 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746156261.326727:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2f9e00/0xb0171789e0e78f92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148e3 expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746156261.326739:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2f9e00, rc 0) 00000100:00100000:1.0:1746156261.326761:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1974:x1830977057634560:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 1359us (1477us total) trans 0 rc 301/301 00000100:00100000:1.0:1746156261.326768:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6798 00000100:00100000:2.0:1746156261.326856:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054083840:192.168.203.27@tcp:106: 00010000:00010000:2.0:1746156261.326870:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78f8b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148dc expref: 8 pid: 8462 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156261.326878:0:8462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b528a00/0xb0171789e0e78f8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148dc expref: 8 pid: 8462 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156261.326889:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b528a00, rc 0) 00000100:00100000:2.0:1746156261.326903:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057634432:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 1496us (1748us total) trans 0 rc 301/301 00000100:00100000:2.0:1746156261.326908:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6799 00000100:00100000:3.0:1746156261.333980:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.334022:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.334045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.334073:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.334731:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057634816 00000100:00100000:2.0:1746156261.334739:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057634816 00000100:00100000:3.0:1746156261.334753:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057635072 00000100:00100000:3.0:1746156261.334756:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057635072 00002000:00100000:3.0:1746156261.334772:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800923d3800 x1830977057635072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.334772:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800923d2300 x1830977057634816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.334781:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3800 with x1830977057635072 ext(1048576->2097151) 00002000:00100000:2.0:1746156261.334781:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2300 with x1830977057634816 ext(0->1048575) 00002000:00010000:3.0:1746156261.334786:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d3800 00002000:00010000:2.0:1746156261.334786:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d2300 00000100:00100000:3.0:1746156261.334797:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057635328 00000100:00100000:3.0:1746156261.334799:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057635328 00000100:00100000:2.0:1746156261.334799:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057635584 00000100:00100000:2.0:1746156261.334801:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057635584 00002000:00100000:3.0:1746156261.334808:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800923d0380 x1830977057635328/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.334808:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff8800923d1c00 x1830977057635584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.334814:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0380 with x1830977057635328 ext(0->1048575) 00002000:00100000:2.0:1746156261.334815:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1c00 with x1830977057635584 ext(1048576->2097151) 00002000:00010000:3.0:1746156261.334817:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d0380 00002000:00010000:2.0:1746156261.334817:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1c00 00000100:00100000:3.0:1746156261.334930:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4997 00000100:00100000:3.0:1746156261.334936:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057635072:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.334961:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4998 00000100:00100000:2.0:1746156261.334966:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057634816:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.334967:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 4999 00000100:00100000:0.0:1746156261.334973:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057635328:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.336004:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5000 00000100:00100000:2.0:1746156261.336012:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057635584:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.348207:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057634816:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13233us (14226us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.348217:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4998 00002000:00100000:2.0:1746156261.348227:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800923d2300 x1830977057634816/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.348235:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d2300 with x1830977057634816 ext(0->1048575) 00002000:00010000:2.0:1746156261.348241:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d2300 00000100:00100000:0.0:1746156261.351898:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1973:x1830977057635072:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16952us (17866us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.351908:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4997 00002000:00100000:0.0:1746156261.351917:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800923d3800 x1830977057635072/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.351926:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d3800 with x1830977057635072 ext(1048576->2097151) 00002000:00010000:0.0:1746156261.351931:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800923d3800 00000100:00100000:2.0:1746156261.352028:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057635584:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16015us (17952us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.352036:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5000 00002000:00100000:2.0:1746156261.352041:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff8800923d1c00 x1830977057635584/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.352049:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d1c00 with x1830977057635584 ext(1048576->2097151) 00002000:00010000:2.0:1746156261.352052:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d1c00 00000100:00100000:0.0:1746156261.356795:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057635328:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 21814us (22740us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.356806:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 4999 00002000:00100000:0.0:1746156261.356815:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800923d0380 x1830977057635328/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.356824:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923d0380 with x1830977057635328 ext(0->1048575) 00002000:00010000:0.0:1746156261.356828:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923d0380 00000100:00100000:3.0:1746156261.370417:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.370597:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057635712 00000100:00100000:2.0:1746156261.370605:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057635712 00000100:00100000:2.0:1746156261.370651:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6800 00000100:00100000:2.0:1746156261.370658:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1135:x1830977057635712:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746156261.370677:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156261.370691:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148ea expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.370714:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814888 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.370721:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156261.370722:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156261.370725:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.370749:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814888 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.370759:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814888 expref: 7 pid: 21377 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746156261.370769:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054084096:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156261.370847:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51f7480 going to sleep for 11 seconds 00000100:00100000:2.0:1746156261.374812:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054084096:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156261.375011:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.375033:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b528000, rc 0) 00000100:00100000:2.0:1746156261.375072:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1135:x1830977057635712:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 4413us (4662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156261.375080:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6800 00000100:00100000:3.0:1746156261.401131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.401197:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057635840 00000100:00100000:0.0:1746156261.401206:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057635840 00010000:00010000:0.0:1746156261.401241:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814888 expref: 8 pid: 21377 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746156261.401283:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11323 00000100:00100000:0.0:1746156261.401291:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1974:x1830977057635840:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156261.401303:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156261.401320:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814888 expref: 8 pid: 21377 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746156261.401333:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814888 expref: 8 pid: 21377 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746156261.401351:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e78d9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814888 expref: 8 pid: 21377 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746156261.401403:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156261.401405:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156261.401412:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.401420:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.401449:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156261.401459:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054084224:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156261.401527:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156261.403496:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054084224:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156261.403515:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156261.403553:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1974:x1830977057635840:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 2262us (2427us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156261.403562:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11323 00000100:00100000:3.0:1746156261.407402:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.407486:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057636096 00000100:00100000:0.0:1746156261.407495:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057636096 00002000:00100000:0.0:1746156261.407532:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8800920bc000 x1830977057636096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.407541:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc000 with x1830977057636096 ext(0->1048575) 00002000:00010000:0.0:1746156261.407545:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bc000 00000100:00100000:0.0:1746156261.407573:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5001 00000100:00100000:0.0:1746156261.407579:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057636096:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.420960:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057636096:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13373us (13558us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.420971:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5001 00002000:00100000:0.0:1746156261.420982:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8800920bc000 x1830977057636096/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.421000:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc000 with x1830977057636096 ext(0->1048575) 00002000:00010000:0.0:1746156261.421005:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bc000 00000100:00100000:2.0:1746156261.435011:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.435168:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057636224 00000100:00100000:0.0:1746156261.435176:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057636224 00000100:00100000:0.0:1746156261.435222:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6801 00000100:00100000:0.0:1746156261.435230:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1135:x1830977057636224:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:0.0:1746156261.435246:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156261.435262:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148f1 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.435285:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81488f expref: 27 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.435291:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156261.435293:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746156261.435296:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.435320:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81488f expref: 27 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.435329:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81488f expref: 27 pid: 8462 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746156261.435339:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054084352:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156261.435426:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156261.439763:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054084352:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156261.439786:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.439802:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5371c00, rc 0) 00000100:00100000:0.0:1746156261.439858:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1135:x1830977057636224:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 4628us (4853us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156261.439865:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6801 00000100:00100000:3.0:1746156261.450133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.450243:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057636352 00000100:00100000:0.0:1746156261.450251:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057636352 00010000:00010000:0.0:1746156261.450283:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81488f expref: 28 pid: 8462 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746156261.450321:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11324 00000100:00100000:0.0:1746156261.450328:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057636352:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156261.450342:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156261.450360:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81488f expref: 28 pid: 8462 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746156261.450401:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81488f expref: 28 pid: 8462 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746156261.450422:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c876200/0xb0171789e0e78da1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81488f expref: 28 pid: 8462 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746156261.450441:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156261.450443:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156261.450449:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.450456:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.450483:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 6 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156261.450494:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054084480:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156261.450571:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183300 going to sleep for 11 seconds 00000100:00100000:0.0:1746156261.454699:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093083b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054084480:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156261.454715:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156261.454756:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1975:x1830977057636352:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4429us (4629us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156261.454769:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11324 00000100:00100000:3.0:1746156261.467473:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.467527:0:32399:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057636608 00000100:00100000:0.0:1746156261.467535:0:32399:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057636608 00002000:00100000:0.0:1746156261.467567:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800920bce00 x1830977057636608/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.467576:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bce00 with x1830977057636608 ext(0->1048575) 00002000:00010000:0.0:1746156261.467580:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bce00 00000100:00100000:0.0:1746156261.471255:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5002 00000100:00100000:0.0:1746156261.471269:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057636608:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.471988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.472697:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.476979:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057636992 00000100:00100000:2.0:1746156261.476997:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057636992 00002000:00100000:2.0:1746156261.477039:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880093083b80 x1830977057636992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.477048:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083b80 with x1830977057636992 ext(1048576->2097151) 00002000:00010000:2.0:1746156261.477052:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093083b80 00000100:00100000:2.0:1746156261.477068:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057637120 00000100:00100000:2.0:1746156261.477070:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057637120 00002000:00100000:2.0:1746156261.477082:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880093081180 x1830977057637120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.477088:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081180 with x1830977057637120 ext(1048576->2097151) 00002000:00010000:2.0:1746156261.477090:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093081180 00000100:00100000:2.0:1746156261.477102:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5003 00000100:00100000:2.0:1746156261.477108:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057636992:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.478384:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5004 00000100:00100000:2.0:1746156261.478391:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057637120:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.484056:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057636608:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12785us (16582us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.484066:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5002 00002000:00100000:0.0:1746156261.484077:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800920bce00 x1830977057636608/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.484086:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bce00 with x1830977057636608 ext(0->1048575) 00002000:00010000:0.0:1746156261.484091:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bce00 00000100:00100000:2.0:1746156261.487854:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057636992:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10740us (15860us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.487866:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5003 00002000:00100000:2.0:1746156261.487874:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880093083b80 x1830977057636992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.487883:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093083b80 with x1830977057636992 ext(1048576->2097151) 00002000:00010000:2.0:1746156261.487887:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093083b80 00000100:00100000:0.0:1746156261.491200:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057637120:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12803us (18497us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.491209:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5004 00002000:00100000:0.0:1746156261.491218:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880093081180 x1830977057637120/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.491233:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081180 with x1830977057637120 ext(1048576->2097151) 00002000:00010000:0.0:1746156261.491237:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093081180 00000100:00100000:0.0:1746156261.508147:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.508194:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.510151:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.510273:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.510319:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057637632 00000100:00100000:2.0:1746156261.510326:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057637632 00002000:00100000:2.0:1746156261.510361:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880093081c00 x1830977057637632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.510382:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081c00 with x1830977057637632 ext(2097152->3145727) 00002000:00010000:2.0:1746156261.510386:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081c00 00000100:00100000:2.0:1746156261.510399:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057637760 00000100:00100000:2.0:1746156261.510403:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057637760 00002000:00100000:2.0:1746156261.510414:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880093081f80 x1830977057637760/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.510419:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081f80 with x1830977057637760 ext(3145728->4194303) 00002000:00010000:2.0:1746156261.510421:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081f80 00000100:00100000:2.0:1746156261.510429:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057637504 00000100:00100000:2.0:1746156261.510431:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057637504 00002000:00100000:2.0:1746156261.510442:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880093080e00 x1830977057637504/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.510447:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093080e00 with x1830977057637504 ext(2097152->3145727) 00002000:00010000:2.0:1746156261.510449:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093080e00 00000100:00100000:2.0:1746156261.510458:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5005 00000100:00100000:2.0:1746156261.510464:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057637632:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.511075:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057638016 00000100:00100000:2.0:1746156261.511080:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5006 00000100:00100000:0.0:1746156261.511080:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057638016 00000100:00100000:2.0:1746156261.511085:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057637760:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:0.0:1746156261.511098:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800931ba680 x1830977057638016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.511105:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931ba680 with x1830977057638016 ext(3145728->4194303) 00002000:00010000:0.0:1746156261.511108:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931ba680 00000100:00100000:0.0:1746156261.511125:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5007 00000100:00100000:0.0:1746156261.511129:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057637504:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.511543:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5008 00000100:00100000:1.0:1746156261.511551:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057638016:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.520303:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057637632:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9830us (12155us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.520313:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5005 00002000:00100000:3.0:1746156261.520322:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880093081c00 x1830977057637632/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.520331:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081c00 with x1830977057637632 ext(2097152->3145727) 00002000:00010000:3.0:1746156261.520336:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081c00 00000100:00100000:1.0:1746156261.520473:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057637504:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9342us (10326us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.520481:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5007 00002000:00100000:1.0:1746156261.520486:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880093080e00 x1830977057637504/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.520493:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093080e00 with x1830977057637504 ext(2097152->3145727) 00002000:00010000:1.0:1746156261.520497:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093080e00 00000100:00100000:1.0:1746156261.525847:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057638016:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14286us (15562us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.525858:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5008 00002000:00100000:1.0:1746156261.525868:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800931ba680 x1830977057638016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.525877:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931ba680 with x1830977057638016 ext(3145728->4194303) 00002000:00010000:1.0:1746156261.525882:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931ba680 00000100:00100000:2.0:1746156261.527481:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057637760:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16390us (19281us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.527490:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5006 00002000:00100000:2.0:1746156261.527497:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880093081f80 x1830977057637760/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.527505:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093081f80 with x1830977057637760 ext(3145728->4194303) 00002000:00010000:2.0:1746156261.527509:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093081f80 00000100:00100000:2.0:1746156261.544460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.544490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.544517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.544543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.544583:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057638656 00000100:00100000:2.0:1746156261.544590:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057638656 00002000:00100000:2.0:1746156261.544624:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880094cbc000 x1830977057638656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.544633:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbc000 with x1830977057638656 ext(3145728->4194303) 00002000:00010000:2.0:1746156261.544638:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094cbc000 00000100:00100000:2.0:1746156261.544651:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057638912 00000100:00100000:2.0:1746156261.544653:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057638912 00002000:00100000:2.0:1746156261.544665:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880094cbe680 x1830977057638912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.544676:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe680 with x1830977057638912 ext(2097152->3145727) 00002000:00010000:2.0:1746156261.544679:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbe680 00000100:00100000:2.0:1746156261.544686:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057638528 00000100:00100000:2.0:1746156261.544687:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057638528 00002000:00100000:2.0:1746156261.544696:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880094cbfb80 x1830977057638528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.544701:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbfb80 with x1830977057638528 ext(2097152->3145727) 00002000:00010000:2.0:1746156261.544703:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094cbfb80 00000100:00100000:2.0:1746156261.544711:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057639040 00000100:00100000:2.0:1746156261.544713:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057639040 00002000:00100000:2.0:1746156261.544721:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880094cbea00 x1830977057639040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.544726:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977057639040 ext(3145728->4194303) 00002000:00010000:2.0:1746156261.544728:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbea00 00000100:00100000:2.0:1746156261.544737:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5009 00000100:00100000:2.0:1746156261.544743:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057638656:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.545212:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5010 00000100:00100000:2.0:1746156261.545217:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057638912:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.545924:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5011 00000100:00100000:2.0:1746156261.545930:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057638528:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.546136:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5012 00000100:00100000:0.0:1746156261.546149:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057639040:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.557500:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057638656:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12749us (13040us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.557513:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5009 00002000:00100000:2.0:1746156261.557523:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880094cbc000 x1830977057638656/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.557531:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbc000 with x1830977057638656 ext(3145728->4194303) 00002000:00010000:2.0:1746156261.557535:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094cbc000 00000100:00100000:0.0:1746156261.559336:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057638912:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14113us (14840us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.559345:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5010 00002000:00100000:0.0:1746156261.559353:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880094cbe680 x1830977057638912/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.559361:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbe680 with x1830977057638912 ext(2097152->3145727) 00002000:00010000:0.0:1746156261.559384:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbe680 00000100:00100000:2.0:1746156261.566923:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057638528:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 20985us (22397us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.566933:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5011 00002000:00100000:2.0:1746156261.566943:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880094cbfb80 x1830977057638528/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.566952:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbfb80 with x1830977057638528 ext(2097152->3145727) 00002000:00010000:2.0:1746156261.566957:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094cbfb80 00000100:00100000:2.0:1746156261.568768:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057639040:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 22617us (24218us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.568776:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5012 00002000:00100000:2.0:1746156261.568785:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880094cbea00 x1830977057639040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.568792:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbea00 with x1830977057639040 ext(3145728->4194303) 00002000:00010000:2.0:1746156261.568796:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbea00 00000100:00100000:0.0:1746156261.580560:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.580945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.580969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.581314:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.581550:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057639424 00000100:00100000:3.0:1746156261.581557:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057639424 00000100:00100000:2.0:1746156261.581559:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057639680 00000100:00100000:2.0:1746156261.581562:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057639680 00002000:00100000:3.0:1746156261.581589:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800931b8a80 x1830977057639424/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.581589:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800931b9f80 x1830977057639680/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.581604:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8a80 with x1830977057639424 ext(4194304->5242879) 00002000:00100000:2.0:1746156261.581604:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977057639680 ext(5242880->6291455) 00002000:00010000:3.0:1746156261.581609:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931b8a80 00002000:00010000:2.0:1746156261.581609:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931b9f80 00000100:00100000:0.0:1746156261.581627:0:32395:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057639936 00000100:00100000:0.0:1746156261.581629:0:32395:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057639936 00002000:00100000:0.0:1746156261.581643:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8800931b8700 x1830977057639936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.581649:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8700 with x1830977057639936 ext(4194304->5242879) 00002000:00010000:0.0:1746156261.581652:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8700 00000100:00100000:2.0:1746156261.581742:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057640064 00000100:00100000:2.0:1746156261.581744:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057640064 00002000:00100000:2.0:1746156261.581752:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800931b8e00 x1830977057640064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.581758:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8e00 with x1830977057640064 ext(5242880->6291455) 00002000:00010000:2.0:1746156261.581760:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8e00 00000100:00100000:3.0:1746156261.581965:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5013 00000100:00100000:3.0:1746156261.581972:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057639680:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.582010:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5014 00000100:00100000:0.0:1746156261.582015:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057639424:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.582039:0:32395:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5015 00000100:00100000:0.0:1746156261.582043:0:32395:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057639936:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.582084:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5016 00000100:00100000:0.0:1746156261.582089:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057640064:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.602602:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057640064:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 20504us (21279us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.602614:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5016 00002000:00100000:1.0:1746156261.602625:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800931b8e00 x1830977057640064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.602634:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8e00 with x1830977057640064 ext(5242880->6291455) 00002000:00010000:1.0:1746156261.602639:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8e00 00000100:00100000:2.0:1746156261.605089:0:32395:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057639936:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 23036us (24110us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.605099:0:32395:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5015 00002000:00100000:2.0:1746156261.605107:0:32395:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8800931b8700 x1830977057639936/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.605116:0:32395:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8700 with x1830977057639936 ext(4194304->5242879) 00002000:00010000:2.0:1746156261.605120:0:32395:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b8700 00000100:00100000:3.0:1746156261.612925:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057639424:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 30902us (32365us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.612934:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5014 00002000:00100000:3.0:1746156261.612943:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800931b8a80 x1830977057639424/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.612952:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8a80 with x1830977057639424 ext(4194304->5242879) 00002000:00010000:3.0:1746156261.612957:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931b8a80 00000100:00100000:3.0:1746156261.614580:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057639680:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 32604us (33630us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.614588:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5013 00002000:00100000:3.0:1746156261.614594:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800931b9f80 x1830977057639680/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.614602:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9f80 with x1830977057639680 ext(5242880->6291455) 00002000:00010000:3.0:1746156261.614605:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931b9f80 00000100:00100000:2.0:1746156261.629123:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.629380:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057640448 00000100:00100000:3.0:1746156261.629388:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057640448 00002000:00100000:3.0:1746156261.629423:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880094cbd180 x1830977057640448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.629431:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd180 with x1830977057640448 ext(6291456->7340031) 00002000:00010000:3.0:1746156261.629436:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094cbd180 00000100:00100000:3.0:1746156261.629453:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5017 00000100:00100000:3.0:1746156261.629459:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057640448:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.631520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.631539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.631565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.631592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.631609:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057640704 00000100:00100000:2.0:1746156261.631614:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057640704 00002000:00100000:2.0:1746156261.631638:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880094cbf480 x1830977057640704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.631653:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf480 with x1830977057640704 ext(4194304->5242879) 00002000:00010000:2.0:1746156261.631657:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbf480 00000100:00100000:2.0:1746156261.631668:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057640960 00000100:00100000:2.0:1746156261.631670:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057640960 00002000:00100000:2.0:1746156261.631679:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88009b547800 x1830977057640960/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.631685:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547800 with x1830977057640960 ext(5242880->6291455) 00002000:00010000:2.0:1746156261.631687:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b547800 00000100:00100000:2.0:1746156261.631692:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057641216 00000100:00100000:2.0:1746156261.631693:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057641216 00002000:00100000:2.0:1746156261.631700:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009b546a00 x1830977057641216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.631705:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b546a00 with x1830977057641216 ext(4194304->5242879) 00002000:00010000:2.0:1746156261.631707:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b546a00 00000100:00100000:2.0:1746156261.631713:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057641472 00000100:00100000:2.0:1746156261.631714:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057641472 00002000:00100000:2.0:1746156261.631720:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009b545f80 x1830977057641472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.631725:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545f80 with x1830977057641472 ext(5242880->6291455) 00002000:00010000:2.0:1746156261.631727:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b545f80 00000100:00100000:2.0:1746156261.631734:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5018 00000100:00100000:2.0:1746156261.631738:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057640704:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.632334:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5019 00000100:00100000:2.0:1746156261.632340:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057640960:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.632860:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5020 00000100:00100000:2.0:1746156261.632865:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057641216:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.633303:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5021 00000100:00100000:2.0:1746156261.633309:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057641472:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.645113:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057640448:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15646us (15988us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.645122:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5017 00002000:00100000:3.0:1746156261.645132:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880094cbd180 x1830977057640448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.645141:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbd180 with x1830977057640448 ext(6291456->7340031) 00002000:00010000:3.0:1746156261.645146:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094cbd180 00000100:00100000:2.0:1746156261.649297:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057640704:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17550us (17775us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.649309:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5018 00002000:00100000:2.0:1746156261.649318:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880094cbf480 x1830977057640704/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.649327:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cbf480 with x1830977057640704 ext(4194304->5242879) 00002000:00010000:2.0:1746156261.649331:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cbf480 00010000:00010000:1.0:1746156261.650424:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746156261.653776:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057640960:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 21429us (22228us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.653786:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5019 00002000:00100000:0.0:1746156261.653795:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88009b547800 x1830977057640960/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.653804:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547800 with x1830977057640960 ext(5242880->6291455) 00002000:00010000:0.0:1746156261.653809:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b547800 00000100:00100000:0.0:1746156261.656683:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057641216:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 23810us (25109us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.656694:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5020 00002000:00100000:0.0:1746156261.656704:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009b546a00 x1830977057641216/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.656712:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b546a00 with x1830977057641216 ext(4194304->5242879) 00002000:00010000:0.0:1746156261.656718:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b546a00 00000100:00100000:3.0:1746156261.657620:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057641472:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 24308us (26024us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.657628:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5021 00002000:00100000:3.0:1746156261.657633:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009b545f80 x1830977057641472/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.657640:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545f80 with x1830977057641472 ext(5242880->6291455) 00002000:00010000:3.0:1746156261.657644:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b545f80 00000100:00100000:2.0:1746156261.662490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.662553:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057641728 00000100:00100000:3.0:1746156261.662561:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057641728 00002000:00100000:3.0:1746156261.662603:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009b547100 x1830977057641728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.662614:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547100 with x1830977057641728 ext(6291456->7340031) 00002000:00010000:3.0:1746156261.662618:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b547100 00000100:00100000:3.0:1746156261.662641:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5022 00000100:00100000:3.0:1746156261.662648:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057641728:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.669977:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057641728:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 7320us (7484us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.669987:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5022 00002000:00100000:3.0:1746156261.670009:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009b547100 x1830977057641728/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.670019:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547100 with x1830977057641728 ext(6291456->7340031) 00002000:00010000:3.0:1746156261.670027:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b547100 00000100:00100000:1.0:1746156261.670274:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.670300:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.670342:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.670363:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057641984 00000100:00100000:0.0:1746156261.670402:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057642240 00000100:00100000:0.0:1746156261.670408:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057642240 00002000:00100000:0.0:1746156261.670435:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff8800953cc380 x1830977057642240/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.670443:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cc380 with x1830977057642240 ext(7340032->8388607) 00002000:00010000:0.0:1746156261.670446:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cc380 00000100:00100000:0.0:1746156261.670466:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057642496 00000100:00100000:0.0:1746156261.670469:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057642496 00002000:00100000:0.0:1746156261.670481:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008b517800 x1830977057642496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.670487:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b517800 with x1830977057642496 ext(7340032->8388607) 00002000:00010000:0.0:1746156261.670489:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b517800 00000100:00100000:0.0:1746156261.670499:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5023 00000100:00100000:0.0:1746156261.670505:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057642240:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.670937:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5024 00000100:00100000:3.0:1746156261.670943:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057642496:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.670987:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057641984 00002000:00100000:1.0:1746156261.671010:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8800953ced80 x1830977057641984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.671018:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953ced80 with x1830977057641984 ext(6291456->7340031) 00002000:00010000:1.0:1746156261.671022:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953ced80 00000100:00100000:1.0:1746156261.671037:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5025 00000100:00100000:1.0:1746156261.671043:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057641984:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.682779:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057642240:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12266us (12469us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.682789:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5023 00002000:00100000:0.0:1746156261.682799:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff8800953cc380 x1830977057642240/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.682814:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953cc380 with x1830977057642240 ext(7340032->8388607) 00002000:00010000:0.0:1746156261.682819:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953cc380 00000100:00100000:3.0:1746156261.688195:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057642496:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17242us (17842us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.688206:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5024 00002000:00100000:3.0:1746156261.688216:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008b517800 x1830977057642496/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.688224:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b517800 with x1830977057642496 ext(7340032->8388607) 00002000:00010000:3.0:1746156261.688229:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b517800 00000100:00100000:0.0:1746156261.688502:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057641984:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17458us (18228us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.688509:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5025 00002000:00100000:0.0:1746156261.688515:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8800953ced80 x1830977057641984/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.688522:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800953ced80 with x1830977057641984 ext(6291456->7340031) 00002000:00010000:0.0:1746156261.688525:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800953ced80 00000100:00100000:2.0:1746156261.696696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.697274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.697355:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057642752 00000100:00100000:3.0:1746156261.697381:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057642752 00000100:00100000:0.0:1746156261.697394:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057643008 00000100:00100000:0.0:1746156261.697398:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057643008 00002000:00100000:3.0:1746156261.697418:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88009b545500 x1830977057642752/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.697427:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545500 with x1830977057642752 ext(8388608->9437183) 00002000:00010000:3.0:1746156261.697431:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b545500 00000100:00100000:3.0:1746156261.697463:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5026 00000100:00100000:3.0:1746156261.697469:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057642752:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:0.0:1746156261.698126:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88009b545c00 x1830977057643008/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.698134:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545c00 with x1830977057643008 ext(8388608->9437183) 00002000:00010000:0.0:1746156261.698138:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545c00 00000100:00100000:0.0:1746156261.698152:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5027 00000100:00100000:0.0:1746156261.698158:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057643008:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.703555:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830977054084992:0@lo:400:kworker.0 00000100:00100000:3.0:1746156261.703568:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830977054084736:0@lo:400:kworker.0 00000100:00100000:0.0:1746156261.703622:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d1564f43-51fa-4103-925d-40b72781cb59:3302:1830977054084608:0@lo:400:kworker.0 00000100:00100000:3.0:1746156261.703792:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156261.703827:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977054085248:0@lo:400:kworker.0 00000100:00100000:3.0:1746156261.703846:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156261.703867:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746156261.703876:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977054084864:0@lo:400:kworker.0 00000100:00100000:1.0:1746156261.703885:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156261.703891:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156261.703914:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054085248 00000100:00100000:3.0:1746156261.703915:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054084992 00000100:00100000:3.0:1746156261.703920:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054084992 00000100:00100000:1.0:1746156261.703920:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054085248 00000100:00100000:1.0:1746156261.703946:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1746156261.703952:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977054085248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156261.703981:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054084736 00000100:00100000:2.0:1746156261.703984:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054084736 00000100:00100000:1.0:1746156261.703998:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977054085248:12345-0@lo:400:kworker.0 Request processed in 37us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156261.704004:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1746156261.704011:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054084864 00000100:00100000:2.0:1746156261.704013:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054084864 00000100:00100000:1.0:1746156261.704016:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1746156261.704019:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830977054084992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156261.704026:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1746156261.704030:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830977054084736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746156261.704042:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830977054084992:12345-0@lo:400:kworker.0 Request processed in 22us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156261.704046:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1746156261.704050:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830977054084736:12345-0@lo:400:kworker.0 Request processed in 20us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156261.704054:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1746156261.704062:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1746156261.704066:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830977054084864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746156261.704084:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830977054084864:12345-0@lo:400:kworker.0 Request processed in 18us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156261.704089:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1746156261.704500:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830977054084864:0@lo:400:kworker.0 00000100:00100000:3.0:1746156261.704509:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830977054084736:0@lo:400:kworker.0 00000100:00100000:3.0:1746156261.704515:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977054085248:0@lo:400:kworker.0 00000100:00080000:3.0:1746156261.704546:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746156261.704549:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156261.704580:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156261.704592:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.704598:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830977054085120:0@lo:400:kworker.0 00000100:00100000:3.0:1746156261.704605:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.704613:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156261.704617:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.704631:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054085120 00000100:00100000:0.0:1746156261.704634:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054085120 00000100:00100000:3.0:1746156261.704644:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057643264 00000100:00100000:3.0:1746156261.704647:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057643264 00000100:00100000:0.0:1746156261.704654:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1746156261.704657:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830977054085120:12345-0@lo:400:kworker.0 00002000:00100000:3.0:1746156261.704666:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800920bf480 x1830977057643264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.704675:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf480 with x1830977057643264 ext(6291456->7340031) 00000100:00100000:0.0:1746156261.704677:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830977054085120:12345-0@lo:400:kworker.0 Request processed in 20us (63us total) trans 0 rc 0/0 00002000:00010000:3.0:1746156261.704679:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bf480 00000100:00100000:0.0:1746156261.704681:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1746156261.704688:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057643520 00000100:00100000:3.0:1746156261.704690:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057643520 00000100:00080000:0.0:1746156261.704690:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00100000:3.0:1746156261.704698:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8800920bd880 x1830977057643520/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746156261.704701:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830977054085120:0@lo:400:kworker.0 00002000:00100000:3.0:1746156261.704705:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bd880 with x1830977057643520 ext(7340032->8388607) 00002000:00010000:3.0:1746156261.704707:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bd880 00000100:00100000:3.0:1746156261.704714:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057643776 00000100:00100000:3.0:1746156261.704715:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057643776 00000100:00100000:0.0:1746156261.704722:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5028 00002000:00100000:3.0:1746156261.704724:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800920bed80 x1830977057643776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746156261.704726:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057643264:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:3.0:1746156261.704729:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bed80 with x1830977057643776 ext(7340032->8388607) 00002000:00010000:3.0:1746156261.704732:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bed80 00000100:00100000:3.0:1746156261.704739:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5029 00000100:00100000:3.0:1746156261.704743:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057643520:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.704766:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5030 00000100:00100000:0.0:1746156261.704770:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057643776:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.705425:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057642752:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 7956us (8735us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.705431:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5026 00002000:00100000:3.0:1746156261.705435:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88009b545500 x1830977057642752/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.705442:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545500 with x1830977057642752 ext(8388608->9437183) 00002000:00010000:3.0:1746156261.705445:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b545500 00000100:00100000:0.0:1746156261.705819:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054084608 00000100:00100000:0.0:1746156261.705823:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054084608 00000100:00100000:0.0:1746156261.705845:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1746156261.705850:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a532b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3302:x1830977054084608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746156261.705883:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a532b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1564f43-51fa-4103-925d-40b72781cb59+18:3302:x1830977054084608:12345-0@lo:400:kworker.0 Request processed in 33us (1303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156261.705888:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1746156261.705915:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d1564f43-51fa-4103-925d-40b72781cb59:3302:1830977054084608:0@lo:400:kworker.0 00000100:00100000:0.0:1746156261.705952:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830977054084992:0@lo:400:kworker.0 00000100:00100000:1.0:1746156261.718884:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057643008:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 20718us (21602us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.718895:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5027 00002000:00100000:1.0:1746156261.718905:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88009b545c00 x1830977057643008/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.718915:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545c00 with x1830977057643008 ext(8388608->9437183) 00002000:00010000:1.0:1746156261.718920:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545c00 00000100:00100000:3.0:1746156261.722164:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057643520:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17411us (17549us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.722174:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5029 00002000:00100000:3.0:1746156261.722184:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8800920bd880 x1830977057643520/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.722194:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bd880 with x1830977057643520 ext(7340032->8388607) 00002000:00010000:3.0:1746156261.722199:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bd880 00000100:00100000:1.0:1746156261.723935:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057643776:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 19157us (19310us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.723944:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5030 00002000:00100000:1.0:1746156261.723953:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800920bed80 x1830977057643776/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.723967:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bed80 with x1830977057643776 ext(7340032->8388607) 00002000:00010000:1.0:1746156261.723971:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920bed80 00000100:00100000:1.0:1746156261.724186:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057643264:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 19457us (19593us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.724192:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5028 00002000:00100000:1.0:1746156261.724197:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800920bf480 x1830977057643264/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.724204:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bf480 with x1830977057643264 ext(6291456->7340031) 00002000:00010000:1.0:1746156261.724207:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bf480 00000100:00100000:0.0:1746156261.728625:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.728809:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057644032 00000100:00100000:1.0:1746156261.728818:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057644032 00002000:00100000:1.0:1746156261.728854:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8800931bb480 x1830977057644032/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.728862:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb480 with x1830977057644032 ext(8388608->9437183) 00002000:00010000:1.0:1746156261.728867:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bb480 00000100:00100000:1.0:1746156261.728897:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5031 00000100:00100000:1.0:1746156261.729201:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057644032:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.733767:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.733873:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057644288 00000100:00100000:2.0:1746156261.733882:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057644288 00002000:00100000:2.0:1746156261.733921:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8800920bc380 x1830977057644288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.733935:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc380 with x1830977057644288 ext(8388608->9437183) 00002000:00010000:2.0:1746156261.733939:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bc380 00000100:00100000:2.0:1746156261.733965:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5032 00000100:00100000:2.0:1746156261.733972:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057644288:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.748011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.748423:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.748513:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057644544 00000100:00100000:1.0:1746156261.748520:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057644544 00002000:00100000:1.0:1746156261.748552:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88009b547b80 x1830977057644544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.748561:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547b80 with x1830977057644544 ext(9437184->10485759) 00002000:00010000:1.0:1746156261.748565:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b547b80 00000100:00100000:1.0:1746156261.748709:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057644800 00000100:00100000:1.0:1746156261.748715:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057644800 00002000:00100000:1.0:1746156261.748727:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88009b545180 x1830977057644800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.748734:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545180 with x1830977057644800 ext(9437184->10485759) 00002000:00010000:1.0:1746156261.748736:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545180 00000100:00100000:3.0:1746156261.748756:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5033 00000100:00100000:3.0:1746156261.748763:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057644544:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.749412:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5034 00000100:00100000:3.0:1746156261.749418:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057644800:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.756398:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057644032:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 27191us (27771us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.756408:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5031 00002000:00100000:0.0:1746156261.756420:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8800931bb480 x1830977057644032/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.756429:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb480 with x1830977057644032 ext(8388608->9437183) 00002000:00010000:0.0:1746156261.756435:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931bb480 00000100:00100000:0.0:1746156261.756555:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057644544:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 7793us (8552us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.756561:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5033 00002000:00100000:0.0:1746156261.756565:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88009b547b80 x1830977057644544/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.756572:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b547b80 with x1830977057644544 ext(9437184->10485759) 00002000:00010000:0.0:1746156261.756575:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b547b80 00000100:00100000:3.0:1746156261.757166:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057644288:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 23193us (23404us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.757172:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5032 00002000:00100000:3.0:1746156261.757177:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8800920bc380 x1830977057644288/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.757184:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bc380 with x1830977057644288 ext(8388608->9437183) 00002000:00010000:3.0:1746156261.757188:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bc380 00000100:00100000:3.0:1746156261.766106:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.766179:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057644800:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16760us (17754us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.766188:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5034 00002000:00100000:0.0:1746156261.766197:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88009b545180 x1830977057644800/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.766205:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b545180 with x1830977057644800 ext(9437184->10485759) 00002000:00010000:0.0:1746156261.766210:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b545180 00000100:00100000:1.0:1746156261.767060:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057645184 00000100:00100000:3.0:1746156261.767120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.767133:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057645312 00000100:00100000:2.0:1746156261.767138:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057645312 00002000:00100000:2.0:1746156261.767169:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800920bfb80 x1830977057645312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.767180:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bfb80 with x1830977057645312 ext(10485760->11534335) 00000100:00100000:1.0:1746156261.767182:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057645184 00002000:00010000:2.0:1746156261.767183:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bfb80 00002000:00100000:1.0:1746156261.767197:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800920be300 x1830977057645184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.767208:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920be300 with x1830977057645184 ext(10485760->11534335) 00002000:00010000:1.0:1746156261.767210:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920be300 00000100:00100000:2.0:1746156261.767232:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5035 00000100:00100000:2.0:1746156261.767238:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057645312:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.767265:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5036 00000100:00100000:1.0:1746156261.767271:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057645184:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.776090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.776281:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057645312:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9042us (9160us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.776290:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5035 00002000:00100000:3.0:1746156261.776299:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800920bfb80 x1830977057645312/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.776307:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920bfb80 with x1830977057645312 ext(10485760->11534335) 00002000:00010000:3.0:1746156261.776312:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920bfb80 00000100:00100000:3.0:1746156261.776329:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057645568 00000100:00100000:3.0:1746156261.776333:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057645568 00002000:00100000:3.0:1746156261.776352:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009b544a80 x1830977057645568/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.776357:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977057645568 ext(11534336->12582911) 00002000:00010000:3.0:1746156261.776359:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b544a80 00000100:00100000:3.0:1746156261.776390:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5037 00000100:00100000:3.0:1746156261.776395:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057645568:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.780277:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057645184:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12999us (14169us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.780287:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5036 00002000:00100000:1.0:1746156261.780296:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800920be300 x1830977057645184/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.780305:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920be300 with x1830977057645184 ext(10485760->11534335) 00002000:00010000:1.0:1746156261.780310:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920be300 00000100:00100000:2.0:1746156261.780891:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.781006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.781065:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057645952 00000100:00100000:1.0:1746156261.781071:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057645952 00002000:00100000:1.0:1746156261.781095:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009b544e00 x1830977057645952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.781108:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544e00 with x1830977057645952 ext(9437184->10485759) 00002000:00010000:1.0:1746156261.781112:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b544e00 00000100:00100000:1.0:1746156261.781132:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057646080 00000100:00100000:1.0:1746156261.781134:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057646080 00002000:00100000:1.0:1746156261.781145:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009b546300 x1830977057646080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.781151:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b546300 with x1830977057646080 ext(9437184->10485759) 00002000:00010000:1.0:1746156261.781154:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b546300 00000100:00100000:1.0:1746156261.781164:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5038 00000100:00100000:1.0:1746156261.781169:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057645952:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.781859:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5039 00000100:00100000:1.0:1746156261.781866:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057646080:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.786170:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057645568:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9766us (10078us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.786180:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5037 00002000:00100000:3.0:1746156261.786190:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009b544a80 x1830977057645568/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.786199:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544a80 with x1830977057645568 ext(11534336->12582911) 00002000:00010000:3.0:1746156261.786204:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b544a80 00000100:00100000:1.0:1746156261.788699:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057645952:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 7522us (7801us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.788707:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5038 00002000:00100000:1.0:1746156261.788716:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009b544e00 x1830977057645952/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.788974:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b544e00 with x1830977057645952 ext(9437184->10485759) 00002000:00010000:1.0:1746156261.788979:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b544e00 00000100:00100000:1.0:1746156261.791891:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057646080:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10017us (10877us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.791900:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5039 00002000:00100000:1.0:1746156261.791912:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009b546300 x1830977057646080/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.791921:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b546300 with x1830977057646080 ext(9437184->10485759) 00002000:00010000:1.0:1746156261.791925:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b546300 00000100:00100000:0.0:1746156261.793842:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.793886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.793969:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057646592 00000100:00100000:2.0:1746156261.793976:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057646592 00002000:00100000:2.0:1746156261.794018:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8800931b8000 x1830977057646592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.794027:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8000 with x1830977057646592 ext(10485760->11534335) 00002000:00010000:2.0:1746156261.794032:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931b8000 00000100:00100000:2.0:1746156261.794054:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057646464 00000100:00100000:2.0:1746156261.794056:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057646464 00002000:00100000:2.0:1746156261.794069:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800931b9c00 x1830977057646464/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.794075:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9c00 with x1830977057646464 ext(10485760->11534335) 00002000:00010000:2.0:1746156261.794078:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b9c00 00000100:00100000:2.0:1746156261.794094:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5040 00000100:00100000:2.0:1746156261.794099:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057646592:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.794596:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5041 00000100:00100000:2.0:1746156261.794601:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057646464:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.798360:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.799631:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057646848 00000100:00100000:0.0:1746156261.799641:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057646848 00002000:00100000:0.0:1746156261.799679:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009490c000 x1830977057646848/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.799695:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c000 with x1830977057646848 ext(11534336->12582911) 00002000:00010000:0.0:1746156261.799700:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c000 00000100:00100000:0.0:1746156261.799737:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5042 00000100:00100000:0.0:1746156261.799744:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057646848:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.803283:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057646592:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9173us (9438us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.803293:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5040 00002000:00100000:3.0:1746156261.803303:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8800931b8000 x1830977057646592/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.803312:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b8000 with x1830977057646592 ext(10485760->11534335) 00002000:00010000:3.0:1746156261.803316:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931b8000 00000100:00100000:1.0:1746156261.804282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.804355:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057647104 00000100:00100000:3.0:1746156261.804362:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057647104 00002000:00100000:3.0:1746156261.804412:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008b516a00 x1830977057647104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.804420:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516a00 with x1830977057647104 ext(11534336->12582911) 00002000:00010000:3.0:1746156261.804424:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b516a00 00000100:00100000:3.0:1746156261.804445:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5043 00000100:00100000:3.0:1746156261.804453:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1974:x1830977057647104:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.808300:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+12:1975:x1830977057646464:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13686us (14401us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.808311:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5041 00002000:00100000:3.0:1746156261.808325:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800931b9c00 x1830977057646464/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.808334:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9c00 with x1830977057646464 ext(10485760->11534335) 00002000:00010000:3.0:1746156261.808339:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b9c00 00000100:00100000:3.0:1746156261.808440:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057646848:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 8691us (10082us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.808445:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5042 00002000:00100000:3.0:1746156261.808450:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009490c000 x1830977057646848/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.808456:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c000 with x1830977057646848 ext(11534336->12582911) 00002000:00010000:3.0:1746156261.808458:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c000 00000100:00100000:3.0:1746156261.815662:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057647104:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 11201us (11373us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.815675:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5043 00002000:00100000:3.0:1746156261.815685:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008b516a00 x1830977057647104/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.815694:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516a00 with x1830977057647104 ext(11534336->12582911) 00002000:00010000:3.0:1746156261.815699:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b516a00 00000100:00100000:1.0:1746156261.820877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.820998:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057647360 00000100:00100000:3.0:1746156261.821007:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057647360 00002000:00100000:3.0:1746156261.821052:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88008b515880 x1830977057647360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.821062:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515880 with x1830977057647360 ext(12582912->13631487) 00002000:00010000:3.0:1746156261.821066:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b515880 00000100:00100000:3.0:1746156261.821732:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5044 00000100:00100000:3.0:1746156261.821742:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057647360:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.826087:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.826153:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057647616 00000100:00100000:0.0:1746156261.826160:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057647616 00002000:00100000:0.0:1746156261.826195:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88008b516300 x1830977057647616/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.826204:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516300 with x1830977057647616 ext(11534336->12582911) 00002000:00010000:0.0:1746156261.826208:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b516300 00000100:00100000:0.0:1746156261.826234:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5045 00000100:00100000:0.0:1746156261.826240:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057647616:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156261.830982:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057647360:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9234us (10105us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156261.831002:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5044 00002000:00100000:3.0:1746156261.831012:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88008b515880 x1830977057647360/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156261.831020:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b515880 with x1830977057647360 ext(12582912->13631487) 00002000:00010000:3.0:1746156261.831025:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b515880 00000100:00100000:0.0:1746156261.834971:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057647616:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 8723us (8883us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.834980:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5045 00002000:00100000:0.0:1746156261.834998:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88008b516300 x1830977057647616/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.835007:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b516300 with x1830977057647616 ext(11534336->12582911) 00002000:00010000:0.0:1746156261.835013:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b516300 00000100:00100000:1.0:1746156261.841246:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.841321:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057647872 00000100:00100000:0.0:1746156261.841329:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057647872 00002000:00100000:0.0:1746156261.841398:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88008b514e00 x1830977057647872/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.841412:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b514e00 with x1830977057647872 ext(12582912->13631487) 00002000:00010000:0.0:1746156261.841417:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b514e00 00000100:00100000:0.0:1746156261.841444:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5046 00000100:00100000:0.0:1746156261.841452:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057647872:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.849291:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054085376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746156261.849343:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156261.851316:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054085376 00000100:00100000:0.0:1746156261.851324:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054085376 00000100:00100000:0.0:1746156261.851426:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1746156261.851433:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977054085376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746156261.851453:0:8464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 442826752 pending 0 free 3827302400 avail 3798990848 00000100:00100000:0.0:1746156261.851499:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830977054085376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (2155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156261.851504:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1746156261.851529:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054085376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746156261.852239:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057647872:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10787us (10999us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.852247:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5046 00002000:00100000:0.0:1746156261.852254:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88008b514e00 x1830977057647872/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.852262:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b514e00 with x1830977057647872 ext(12582912->13631487) 00002000:00010000:0.0:1746156261.852266:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b514e00 00000100:00100000:1.0:1746156261.858816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.858910:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057648128 00000100:00100000:2.0:1746156261.858917:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057648128 00000100:00100000:2.0:1746156261.859065:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 170 00000100:00100000:2.0:1746156261.859073:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1135:x1830977057648128:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:2.0:1746156261.859653:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1135:x1830977057648128:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 579us (842us total) trans 4294986202 rc 0/0 00000100:00100000:2.0:1746156261.859663:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 170 00000100:00100000:1.0:1746156261.868354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.868961:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057648384 00000100:00100000:3.0:1746156261.868969:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057648384 00000100:00100000:3.0:1746156261.869023:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44375 00000100:00100000:3.0:1746156261.869030:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+17:1136:x1830977057648384:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746156261.869045:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156261.869059:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96c00/0xb0171789e0e78fa7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148f8 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.869265:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97200/0xb0171789e0e78fae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156261.869276:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97200/0xb0171789e0e78fae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156261.869286:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97200/0xb0171789e0e78fae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:3.0:1746156261.869299:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746156261.869463:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96c00/0xb0171789e0e78fa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f8 expref: 20 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.870626:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97200/0xb0171789e0e78fae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f8 expref: 19 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.870635:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:3.0:1746156261.870638:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156261.870640:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba97200, rc 0) 00000100:00100000:3.0:1746156261.870694:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1136:x1830977057648384:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 1663us (2347us total) trans 4294986203 rc 0/0 00000100:00100000:3.0:1746156261.870701:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44375 00000100:00100000:3.0:1746156261.874578:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.874622:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.874691:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057648512 00000100:00100000:0.0:1746156261.874699:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057648512 00000100:00100000:0.0:1746156261.874742:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 249 00000100:00100000:0.0:1746156261.874749:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1972:x1830977057648512:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156261.874761:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156261.874781:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97200/0xb0171789e0e78fae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f8 expref: 19 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156261.874806:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:0.0:1746156261.874810:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156261.874843:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1972:x1830977057648512:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 95us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156261.874848:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 249 00000100:00100000:2.0:1746156261.874916:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057648768 00000100:00100000:2.0:1746156261.874920:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057648768 00000100:00100000:2.0:1746156261.874941:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44376 00000100:00100000:2.0:1746156261.874946:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1136:x1830977057648768:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746156261.874961:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156261.874971:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094163600/0xb0171789e0e78fbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8148ff expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.875086:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094162600/0xb0171789e0e78fc3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156261.875097:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094162600/0xb0171789e0e78fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156261.875105:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094162600/0xb0171789e0e78fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156261.875114:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746156261.875208:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094163600/0xb0171789e0e78fbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ff expref: 21 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.875236:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094162600/0xb0171789e0e78fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ff expref: 20 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156261.875242:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:2.0:1746156261.875245:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156261.875247:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094162600, rc 0) 00000100:00100000:2.0:1746156261.875936:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1136:x1830977057648768:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 988us (1313us total) trans 4294986204 rc 0/0 00000100:00100000:2.0:1746156261.875942:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44376 00000100:00100000:3.0:1746156261.877887:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.877921:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.877965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156261.877996:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057649152 00000100:00100000:3.0:1746156261.878002:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057649152 00000100:00100000:1.0:1746156261.878013:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057648896 00000100:00100000:1.0:1746156261.878018:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057648896 00000100:00100000:1.0:1746156261.878043:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057649024 00000100:00100000:1.0:1746156261.878045:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057649024 00000100:00100000:3.0:1746156261.878052:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 250 00000100:00100000:3.0:1746156261.878059:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1972:x1830977057649152:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746156261.878061:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6802 00000100:00100000:1.0:1746156261.878066:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+7:1973:x1830977057648896:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746156261.878071:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156261.878083:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156261.878093:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094162600/0xb0171789e0e78fc3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ff expref: 20 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156261.878094:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814906 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156261.878112:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:1.0:1746156261.878115:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156261.878116:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156261.878117:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156261.878124:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814906 expref: 8 pid: 21377 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746156261.878137:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6803 00010000:00010000:1.0:1746156261.878137:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814906 expref: 8 pid: 21377 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746156261.878146:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1973:x1830977057649024:12345-192.168.203.27@tcp:101:cmp.0 00000100:00100000:3.0:1746156261.878150:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1972:x1830977057649152:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 91us (185us total) trans 0 rc 0/0 00010000:00010000:1.0:1746156261.878151:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484e400, rc 0) 00010000:00010000:2.0:1746156261.878154:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156261.878156:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 250 00010000:00010000:2.0:1746156261.878164:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81490d expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156261.878171:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1973:x1830977057648896:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 104us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156261.878176:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6802 00010000:00010000:2.0:1746156261.878177:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156261.878179:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156261.878183:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81490d expref: 28 pid: 15159 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156261.878193:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81490d expref: 28 pid: 15159 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156261.878201:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094163200, rc 0) 00000100:00100000:2.0:1746156261.878219:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1973:x1830977057649024:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 75us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156261.878225:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6803 00000100:00100000:1.0:1746156261.900099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.900134:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.900162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.900204:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156261.900226:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057649536 00000100:00100000:1.0:1746156261.900233:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057649536 00002000:00100000:1.0:1746156261.900269:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880092c0bb80 x1830977057649536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.900278:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0bb80 with x1830977057649536 ext(0->1048575) 00002000:00010000:1.0:1746156261.900282:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0bb80 00000100:00100000:1.0:1746156261.900295:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057649664 00000100:00100000:1.0:1746156261.900298:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057649664 00002000:00100000:1.0:1746156261.900307:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880092c0a300 x1830977057649664/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.900313:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a300 with x1830977057649664 ext(1048576->2097151) 00002000:00010000:1.0:1746156261.900315:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0a300 00000100:00100000:1.0:1746156261.900322:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057650048 00000100:00100000:1.0:1746156261.900324:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057650048 00002000:00100000:1.0:1746156261.900333:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880092c09880 x1830977057650048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.900339:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977057650048 ext(1048576->2097151) 00002000:00010000:1.0:1746156261.900342:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c09880 00000100:00100000:1.0:1746156261.900348:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057649920 00000100:00100000:1.0:1746156261.900350:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057649920 00002000:00100000:1.0:1746156261.900358:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880092c0b100 x1830977057649920/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.900381:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977057649920 ext(0->1048575) 00002000:00010000:1.0:1746156261.900383:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c0b100 00000100:00100000:1.0:1746156261.900400:0:32399:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5047 00000100:00100000:1.0:1746156261.900406:0:32399:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1974:x1830977057649536:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.901061:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5048 00000100:00100000:1.0:1746156261.901067:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057649664:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.902721:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5049 00000100:00100000:0.0:1746156261.902732:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+29:1974:x1830977057650048:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.903455:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5050 00000100:00100000:0.0:1746156261.903462:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1974:x1830977057649920:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156261.911007:0:32399:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057649536:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10578us (10894us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.911018:0:32399:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5047 00002000:00100000:1.0:1746156261.911030:0:32399:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880092c0bb80 x1830977057649536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.911039:0:32399:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0bb80 with x1830977057649536 ext(0->1048575) 00002000:00010000:1.0:1746156261.911047:0:32399:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0bb80 00000100:00100000:2.0:1746156261.922819:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1974:x1830977057649664:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 21742us (22675us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.922829:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5048 00002000:00100000:2.0:1746156261.922840:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880092c0a300 x1830977057649664/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.922848:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0a300 with x1830977057649664 ext(1048576->2097151) 00002000:00010000:2.0:1746156261.922854:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0a300 00000100:00100000:0.0:1746156261.926300:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1974:x1830977057650048:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 23561us (26128us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.926310:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5049 00002000:00100000:0.0:1746156261.926320:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880092c09880 x1830977057650048/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.926329:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09880 with x1830977057650048 ext(1048576->2097151) 00002000:00010000:0.0:1746156261.926334:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c09880 00000100:00100000:0.0:1746156261.928162:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1974:x1830977057649920:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 24693us (27950us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.928171:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5050 00002000:00100000:0.0:1746156261.928180:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880092c0b100 x1830977057649920/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.928189:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b100 with x1830977057649920 ext(0->1048575) 00002000:00010000:0.0:1746156261.928193:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c0b100 00000100:00100000:2.0:1746156261.954211:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156261.954246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156261.954707:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057650432 00000100:00100000:0.0:1746156261.954715:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057650432 00000100:00100000:2.0:1746156261.954716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:0.0:1746156261.954751:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008b738380 x1830977057650432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.954761:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738380 with x1830977057650432 ext(2097152->3145727) 00002000:00010000:0.0:1746156261.954766:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738380 00000100:00100000:1.0:1746156261.955277:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057650688 00000100:00100000:0.0:1746156261.955277:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057650944 00000100:00100000:0.0:1746156261.955281:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057650944 00000100:00100000:1.0:1746156261.955282:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057650688 00002000:00100000:0.0:1746156261.955297:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008b738e00 x1830977057650944/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.955300:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008b73b480 x1830977057650688/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746156261.955302:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:0.0:1746156261.955305:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738e00 with x1830977057650944 ext(2097152->3145727) 00002000:00100000:1.0:1746156261.955308:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73b480 with x1830977057650688 ext(3145728->4194303) 00002000:00010000:0.0:1746156261.955308:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b738e00 00002000:00010000:1.0:1746156261.955311:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b73b480 00000100:00100000:0.0:1746156261.955318:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057651200 00000100:00100000:0.0:1746156261.955320:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057651200 00000100:00100000:1.0:1746156261.955334:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5051 00000100:00100000:1.0:1746156261.955341:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057650432:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.955382:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5052 00000100:00100000:2.0:1746156261.955388:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5053 00000100:00100000:0.0:1746156261.955389:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+29:1972:x1830977057650944:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156261.955395:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1974:x1830977057650688:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:0.0:1746156261.955934:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88008b738a80 x1830977057651200/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/0 e 0 to 0 dl 1746156272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.955941:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738a80 with x1830977057651200 ext(3145728->4194303) 00002000:00010000:0.0:1746156261.955944:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b738a80 00000100:00100000:0.0:1746156261.955961:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5054 00000100:00100000:0.0:1746156261.955965:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1972:x1830977057651200:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156261.974805:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1972:x1830977057650944:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 19408us (20080us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.974816:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5052 00002000:00100000:0.0:1746156261.974825:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008b738e00 x1830977057650944/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.974833:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738e00 with x1830977057650944 ext(2097152->3145727) 00002000:00010000:0.0:1746156261.974838:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b738e00 00000100:00100000:1.0:1746156261.977729:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1975:x1830977057650432:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 22382us (23518us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156261.977738:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5051 00002000:00100000:1.0:1746156261.977746:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008b738380 x1830977057650432/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156261.977754:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738380 with x1830977057650432 ext(2097152->3145727) 00002000:00010000:1.0:1746156261.977758:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738380 00000100:00100000:2.0:1746156261.977813:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1974:x1830977057650688:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 22417us (23564us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156261.977820:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5053 00002000:00100000:2.0:1746156261.977825:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008b73b480 x1830977057650688/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156261.977832:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73b480 with x1830977057650688 ext(3145728->4194303) 00002000:00010000:2.0:1746156261.977834:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b73b480 00000100:00100000:0.0:1746156261.978060:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1972:x1830977057651200:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 22094us (22758us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156261.978066:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5054 00002000:00100000:0.0:1746156261.978070:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88008b738a80 x1830977057651200/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:577/0 lens 488/440 e 0 to 0 dl 1746156272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156261.978076:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738a80 with x1830977057651200 ext(3145728->4194303) 00002000:00010000:0.0:1746156261.978079:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b738a80 00000100:00100000:1.0:1746156262.004507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.004534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.004552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.004570:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057651584 00000100:00100000:1.0:1746156262.004577:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057651584 00002000:00100000:1.0:1746156262.004614:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880092c09180 x1830977057651584/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.004623:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09180 with x1830977057651584 ext(4194304->5242879) 00002000:00010000:1.0:1746156262.004626:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09180 00000100:00100000:1.0:1746156262.004636:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057651712 00000100:00100000:1.0:1746156262.004637:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057651712 00002000:00100000:1.0:1746156262.004644:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880092c0ad80 x1830977057651712/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.004650:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0ad80 with x1830977057651712 ext(5242880->6291455) 00002000:00010000:1.0:1746156262.004652:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0ad80 00000100:00080000:0.0:1746156262.005141:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746156262.005693:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057652096 00000100:00100000:1.0:1746156262.005698:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057652096 00000100:00100000:3.0:1746156262.005718:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5055 00002000:00100000:1.0:1746156262.005723:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880092c0aa00 x1830977057652096/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746156262.005726:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1972:x1830977057651584:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:1.0:1746156262.005729:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0aa00 with x1830977057652096 ext(5242880->6291455) 00002000:00010000:1.0:1746156262.005732:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c0aa00 00000100:00100000:1.0:1746156262.005742:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5056 00000100:00100000:1.0:1746156262.005747:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1972:x1830977057651712:12345-192.168.203.27@tcp:3:cmp.0 00000100:00080000:3.0:1746156262.005783:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746156262.005790:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5057 00000100:00100000:3.0:1746156262.005793:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1972:x1830977057652096:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156262.006088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.008908:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057651968 00000100:00100000:2.0:1746156262.008918:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057651968 00002000:00100000:2.0:1746156262.008957:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800931bb800 x1830977057651968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.008967:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb800 with x1830977057651968 ext(4194304->5242879) 00002000:00010000:2.0:1746156262.008972:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931bb800 00000100:00100000:2.0:1746156262.009009:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5058 00000100:00100000:2.0:1746156262.009016:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1972:x1830977057651968:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156262.022903:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1972:x1830977057652096:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17095us (18336us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156262.022916:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5057 00002000:00100000:0.0:1746156262.022927:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880092c0aa00 x1830977057652096/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.022936:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0aa00 with x1830977057652096 ext(5242880->6291455) 00002000:00010000:0.0:1746156262.022941:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c0aa00 00000100:00100000:1.0:1746156262.023102:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1972:x1830977057651712:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17353us (18565us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.023109:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5056 00002000:00100000:1.0:1746156262.023114:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880092c0ad80 x1830977057651712/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.023121:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0ad80 with x1830977057651712 ext(5242880->6291455) 00002000:00010000:1.0:1746156262.023124:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0ad80 00000100:00100000:2.0:1746156262.028037:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1972:x1830977057651584:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 22304us (23529us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156262.028051:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5055 00002000:00100000:2.0:1746156262.028062:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880092c09180 x1830977057651584/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.028071:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09180 with x1830977057651584 ext(4194304->5242879) 00002000:00010000:2.0:1746156262.028076:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09180 00000100:00100000:1.0:1746156262.029230:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1972:x1830977057651968:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 20209us (23136us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.029239:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5058 00002000:00100000:1.0:1746156262.029247:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800931bb800 x1830977057651968/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.029254:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931bb800 with x1830977057651968 ext(4194304->5242879) 00002000:00010000:1.0:1746156262.029258:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931bb800 00000100:00100000:3.0:1746156262.037083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.037240:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057652480 00000100:00100000:1.0:1746156262.037250:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057652480 00002000:00100000:1.0:1746156262.037294:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009490c700 x1830977057652480/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.037311:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c700 with x1830977057652480 ext(6291456->7340031) 00002000:00010000:1.0:1746156262.037317:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c700 00000100:00100000:1.0:1746156262.037355:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5059 00000100:00100000:1.0:1746156262.037409:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977057652480:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156262.049031:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977057652480:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 11660us (11956us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.049041:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5059 00002000:00100000:1.0:1746156262.049051:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009490c700 x1830977057652480/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.049060:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c700 with x1830977057652480 ext(6291456->7340031) 00002000:00010000:1.0:1746156262.049065:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009490c700 00000100:00100000:3.0:1746156262.058403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.058523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.058556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.058857:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057652864 00000100:00100000:1.0:1746156262.058866:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057652864 00002000:00100000:1.0:1746156262.058903:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009490ce00 x1830977057652864/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.058912:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490ce00 with x1830977057652864 ext(6291456->7340031) 00002000:00010000:1.0:1746156262.058916:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009490ce00 00000100:00100000:1.0:1746156262.058931:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057652992 00000100:00100000:1.0:1746156262.058933:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057652992 00002000:00100000:1.0:1746156262.058941:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009490c380 x1830977057652992/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.058948:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c380 with x1830977057652992 ext(7340032->8388607) 00002000:00010000:1.0:1746156262.058950:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009490c380 00000100:00100000:1.0:1746156262.058962:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057653248 00000100:00100000:1.0:1746156262.058964:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057653248 00002000:00100000:1.0:1746156262.058975:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8801338d9f80 x1830977057653248/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.058982:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9f80 with x1830977057653248 ext(7340032->8388607) 00002000:00010000:1.0:1746156262.058984:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9f80 00000100:00100000:1.0:1746156262.059018:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5060 00000100:00100000:1.0:1746156262.059025:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+29:1972:x1830977057652864:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156262.059520:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5061 00000100:00100000:1.0:1746156262.059525:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1972:x1830977057652992:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156262.059950:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5062 00000100:00100000:1.0:1746156262.059957:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1972:x1830977057653248:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156262.076924:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1972:x1830977057652992:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17390us (18392us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156262.076933:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5061 00002000:00100000:0.0:1746156262.076943:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009490c380 x1830977057652992/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.076951:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490c380 with x1830977057652992 ext(7340032->8388607) 00002000:00010000:0.0:1746156262.076955:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009490c380 00000100:00100000:0.0:1746156262.081257:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1972:x1830977057653248:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 21292us (22691us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156262.081266:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5062 00002000:00100000:0.0:1746156262.081277:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8801338d9f80 x1830977057653248/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.081285:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9f80 with x1830977057653248 ext(7340032->8388607) 00002000:00010000:0.0:1746156262.081290:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9f80 00000100:00100000:1.0:1746156262.081678:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1972:x1830977057652864:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 22652us (23280us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.081686:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5060 00002000:00100000:1.0:1746156262.081691:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009490ce00 x1830977057652864/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.081698:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009490ce00 with x1830977057652864 ext(6291456->7340031) 00002000:00010000:1.0:1746156262.081701:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009490ce00 00000100:00100000:3.0:1746156262.089995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.090073:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057653504 00000100:00100000:1.0:1746156262.090082:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057653504 00002000:00100000:1.0:1746156262.090121:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8801338d9880 x1830977057653504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.090129:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9880 with x1830977057653504 ext(8388608->9437183) 00002000:00010000:1.0:1746156262.090134:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9880 00000100:00100000:1.0:1746156262.090205:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5063 00000100:00100000:1.0:1746156262.090212:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977057653504:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156262.104536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.105165:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977057653504:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14951us (15184us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.105174:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5063 00002000:00100000:1.0:1746156262.105184:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8801338d9880 x1830977057653504/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.105192:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9880 with x1830977057653504 ext(8388608->9437183) 00002000:00010000:1.0:1746156262.105197:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9880 00000100:00100000:1.0:1746156262.105217:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057653760 00000100:00100000:1.0:1746156262.105223:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057653760 00002000:00100000:1.0:1746156262.105246:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8801338dbb80 x1830977057653760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.105252:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338dbb80 with x1830977057653760 ext(8388608->9437183) 00002000:00010000:1.0:1746156262.105254:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338dbb80 00000100:00100000:1.0:1746156262.105266:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5064 00000100:00100000:1.0:1746156262.105271:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057653760:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156262.119135:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057653760:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13855us (14599us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156262.119145:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5064 00002000:00100000:0.0:1746156262.119155:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8801338dbb80 x1830977057653760/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.119163:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338dbb80 with x1830977057653760 ext(8388608->9437183) 00002000:00010000:0.0:1746156262.119168:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338dbb80 00000100:00100000:3.0:1746156262.124824:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.124863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.124865:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057654144 00000100:00100000:0.0:1746156262.124873:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057654144 00002000:00100000:0.0:1746156262.124906:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8801338db800 x1830977057654144/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.124920:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db800 with x1830977057654144 ext(9437184->10485759) 00002000:00010000:0.0:1746156262.124925:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338db800 00000100:00100000:0.0:1746156262.124948:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057654272 00000100:00100000:0.0:1746156262.124950:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057654272 00000100:00100000:1.0:1746156262.124965:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5065 00002000:00100000:0.0:1746156262.124966:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8801338da300 x1830977057654272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.124972:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338da300 with x1830977057654272 ext(9437184->10485759) 00000100:00100000:1.0:1746156262.124973:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1973:x1830977057654144:12345-192.168.203.27@tcp:3:cmp.0 00002000:00010000:0.0:1746156262.124974:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338da300 00000100:00100000:0.0:1746156262.125002:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5066 00000100:00100000:0.0:1746156262.125006:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1973:x1830977057654272:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156262.135728:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1973:x1830977057654272:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10713us (10856us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156262.135738:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5066 00002000:00100000:0.0:1746156262.135747:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8801338da300 x1830977057654272/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.135756:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338da300 with x1830977057654272 ext(9437184->10485759) 00002000:00010000:0.0:1746156262.135761:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338da300 00000100:00100000:1.0:1746156262.136145:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1973:x1830977057654144:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 11171us (11324us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.136152:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5065 00002000:00100000:1.0:1746156262.136159:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8801338db800 x1830977057654144/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.136166:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db800 with x1830977057654144 ext(9437184->10485759) 00002000:00010000:1.0:1746156262.136170:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338db800 00000100:00100000:2.0:1746156262.141452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.141540:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057654528 00000100:00100000:1.0:1746156262.141548:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057654528 00002000:00100000:1.0:1746156262.141877:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008b738000 x1830977057654528/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.141887:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738000 with x1830977057654528 ext(10485760->11534335) 00002000:00010000:1.0:1746156262.141892:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738000 00000100:00100000:1.0:1746156262.141923:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5067 00000100:00100000:1.0:1746156262.141930:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977057654528:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156262.142996:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.143275:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057654784 00000100:00100000:0.0:1746156262.143281:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057654784 00002000:00100000:0.0:1746156262.143310:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008b739c00 x1830977057654784/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.143318:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739c00 with x1830977057654784 ext(10485760->11534335) 00002000:00010000:0.0:1746156262.143322:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b739c00 00000100:00100000:0.0:1746156262.143350:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5068 00000100:00100000:0.0:1746156262.143356:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057654784:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156262.146436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.148150:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057655040 00000100:00100000:3.0:1746156262.148164:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057655040 00002000:00100000:3.0:1746156262.148209:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8800931b9180 x1830977057655040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.148218:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9180 with x1830977057655040 ext(11534336->12582911) 00002000:00010000:3.0:1746156262.148222:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b9180 00000100:00100000:3.0:1746156262.148257:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5069 00000100:00100000:3.0:1746156262.148264:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057655040:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156262.154587:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1975:x1830977057654528:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12650us (13135us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.154597:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5067 00002000:00100000:1.0:1746156262.154607:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008b738000 x1830977057654528/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.154616:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b738000 with x1830977057654528 ext(10485760->11534335) 00002000:00010000:1.0:1746156262.154622:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b738000 00000100:00100000:3.0:1746156262.158895:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1974:x1830977057655040:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10624us (12466us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156262.158904:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5069 00002000:00100000:3.0:1746156262.158913:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8800931b9180 x1830977057655040/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.158921:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9180 with x1830977057655040 ext(11534336->12582911) 00002000:00010000:3.0:1746156262.158926:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931b9180 00000100:00100000:1.0:1746156262.159079:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057654784:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15482us (15860us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.159088:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5068 00002000:00100000:1.0:1746156262.159094:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008b739c00 x1830977057654784/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.159108:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739c00 with x1830977057654784 ext(10485760->11534335) 00002000:00010000:1.0:1746156262.159112:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b739c00 00000100:00100000:0.0:1746156262.169999:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.170204:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057655296 00000100:00100000:1.0:1746156262.170211:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057655296 00002000:00100000:1.0:1746156262.170243:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800931b9880 x1830977057655296/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.170252:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9880 with x1830977057655296 ext(11534336->12582911) 00002000:00010000:1.0:1746156262.170257:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931b9880 00000100:00100000:1.0:1746156262.170289:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5070 00000100:00100000:1.0:1746156262.170296:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057655296:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156262.176198:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057655296:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 5895us (6211us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.176208:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5070 00002000:00100000:1.0:1746156262.176217:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800931b9880 x1830977057655296/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.176225:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931b9880 with x1830977057655296 ext(11534336->12582911) 00002000:00010000:1.0:1746156262.176230:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931b9880 00000100:00100000:1.0:1746156262.181825:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.181953:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057655552 00000100:00100000:2.0:1746156262.181962:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057655552 00002000:00100000:2.0:1746156262.182011:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880092c0b480 x1830977057655552/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.182021:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b480 with x1830977057655552 ext(12582912->13631487) 00002000:00010000:2.0:1746156262.182026:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0b480 00000100:00100000:2.0:1746156262.182053:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5071 00000100:00100000:2.0:1746156262.182059:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1974:x1830977057655552:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156262.188782:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1974:x1830977057655552:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 6714us (6957us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156262.188791:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5071 00002000:00100000:2.0:1746156262.188801:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880092c0b480 x1830977057655552/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/440 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.188810:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c0b480 with x1830977057655552 ext(12582912->13631487) 00002000:00010000:2.0:1746156262.188815:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c0b480 00000100:00100000:1.0:1746156262.195050:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.195175:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057655808 00000100:00100000:2.0:1746156262.195184:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057655808 00000100:00080000:3.0:1746156262.195243:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746156262.195243:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 171 00000100:00100000:2.0:1746156262.195250:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1136:x1830977057655808:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:2.0:1746156262.195450:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1136:x1830977057655808:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 200us (406us total) trans 4294986205 rc 0/0 00000100:00100000:2.0:1746156262.195457:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 171 00000100:00100000:1.0:1746156262.197680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.197761:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057656064 00000100:00100000:2.0:1746156262.197768:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057656064 00000100:00100000:2.0:1746156262.197807:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 172 00000100:00100000:2.0:1746156262.197815:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a651f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1136:x1830977057656064:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:2.0:1746156262.198793:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a651f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+21:1136:x1830977057656064:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 976us (1115us total) trans 4294986206 rc 0/0 00000100:00100000:2.0:1746156262.198800:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 172 00000100:00100000:0.0:1746156262.207125:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.207209:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.207294:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057656448 00000100:00100000:3.0:1746156262.207301:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057656448 00000100:00100000:3.0:1746156262.207335:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44377 00000100:00100000:3.0:1746156262.207341:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1137:x1830977057656448:12345-192.168.203.27@tcp:36:rm.0 00010000:00010000:3.0:1746156262.207404:0:7901:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746156262.207427:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094941400/0xb0171789e0e78f3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148b2 expref: 24 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.207454:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009547e400/0xb0171789e0e78cc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814849 expref: 23 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.207462:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:3.0:1746156262.207469:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e78f22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ab expref: 22 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.207477:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094e3df00) 00010000:00010000:3.0:1746156262.207479:0:7901:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156262.207494:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156262.207503:0:7901:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c7 expref: 20 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.207508:0:7901:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156262.207531:0:7901:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c7 expref: 20 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.207541:0:7901:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c7 expref: 20 pid: 21172 timeout: 618 lvb_type: 0 00000100:00100000:3.0:1746156262.207551:0:7901:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801338d8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054085504:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156262.207607:0:7901:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1240 going to sleep for 11 seconds 00000100:00100000:2.0:1746156262.207951:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057656192 00000100:00100000:2.0:1746156262.207955:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057656192 00000100:00100000:2.0:1746156262.207977:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5 00000100:00100000:2.0:1746156262.207982:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1972:x1830977057656192:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1746156262.208008:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156262.208015:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e78fe6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814914 expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.208044:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:2.0:1746156262.208052:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:2.0:1746156262.208059:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:2.0:1746156262.208070:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:2.0:1746156262.208075:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:2.0:1746156262.208080:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208538:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208545:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208551:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208556:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4b1800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156262.208559:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208564:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208571:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094e3df00) 00010000:00010000:3.0:1746156262.208573:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156262.208575:0:7121:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156262.208580:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208584:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e78fed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208592:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208596:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208599:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208603:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fe6e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156262.208605:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208609:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208614:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880135d8d500) 00010000:00010000:3.0:1746156262.208616:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156262.208618:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208622:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e78ff4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.208654:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e78fe6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814914 expref: 23 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.208661:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094e3df00) 00010000:00010000:3.0:1746156262.208663:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746156262.208664:0:7121:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156262.208670:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e78fe6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814914 expref: 23 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.208677:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4b0e00, rc -2) 00000100:00100000:3.0:1746156262.208721:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1972:x1830977057656192:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 738us (1602us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746156262.208729:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5 00000100:00100000:0.0:1746156262.209301:0:7901:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801338d8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054085504:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156262.209314:0:7901:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:3.0:1746156262.210070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.210296:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057656576 00000100:00100000:0.0:1746156262.210301:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057656576 00010000:00010000:0.0:1746156262.210322:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c7 expref: 21 pid: 21172 timeout: 618 lvb_type: 0 00000100:00100000:0.0:1746156262.210351:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11325 00000100:00100000:0.0:1746156262.210358:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+21:1974:x1830977057656576:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156262.210398:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156262.210404:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c7 expref: 21 pid: 21172 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746156262.210413:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c7 expref: 21 pid: 21172 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746156262.210427:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2f8c00/0xb0171789e0e78f5a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148c7 expref: 21 pid: 21172 timeout: 618 lvb_type: 0 00010000:00010000:0.0:1746156262.210450:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094e3df00) 00010000:00010000:0.0:1746156262.210454:0:7104:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156262.210461:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156262.210466:0:7104:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156262.210485:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156262.210512:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1974:x1830977057656576:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 155us (443us total) trans 0 rc 0/0 00010000:00010000:1.0:1746156262.210515:0:7901:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:0.0:1746156262.210518:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11325 00010000:00010000:1.0:1746156262.210526:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.210540:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.210546:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.210552:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.210753:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.210762:0:7901:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814865 expref: 19 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.210768:0:7901:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.210789:0:7901:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814865 expref: 19 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.210799:0:7901:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814865 expref: 19 pid: 21172 timeout: 618 lvb_type: 0 00000100:00100000:1.0:1746156262.210809:0:7901:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054085632:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156262.210877:0:7901:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c17d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746156262.213527:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.213622:0:7901:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054085632:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156262.213642:0:7901:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:2.0:1746156262.214178:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057656704 00000100:00100000:2.0:1746156262.214185:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057656704 00010000:00010000:2.0:1746156262.214212:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814865 expref: 20 pid: 21172 timeout: 618 lvb_type: 0 00000100:00100000:2.0:1746156262.214241:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11326 00000100:00100000:2.0:1746156262.214247:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1974:x1830977057656704:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156262.214257:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156262.214262:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814865 expref: 20 pid: 21172 timeout: 618 lvb_type: 0 00010000:00010000:2.0:1746156262.214270:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814865 expref: 20 pid: 21172 timeout: 618 lvb_type: 0 00010000:00010000:2.0:1746156262.214288:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136ba5c00/0xb0171789e0e78d23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814865 expref: 20 pid: 21172 timeout: 618 lvb_type: 0 00010000:00010000:2.0:1746156262.214303:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:2.0:1746156262.214307:0:8476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.214318:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.214323:0:8476:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.214344:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156262.214362:0:7901:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.214384:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:2.0:1746156262.214395:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1974:x1830977057656704:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 147us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156262.214401:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11326 00000040:00080000:1.0:1746156262.215000:0:7901:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:1.0:1746156262.215007:0:7901:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 518270639828ns, next at 519270638698ns, rc = 0 00000040:00080000:1.0:1746156262.215037:0:7901:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:1.0:1746156262.215042:0:7901:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 518270675261ns, next at 519270674186ns, rc = 0 00010000:00010000:1.0:1746156262.215097:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215107:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215114:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215119:0:7901:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215125:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215130:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215301:0:7901:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746156262.215318:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215322:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215328:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215333:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce2ca00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156262.215336:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215342:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215349:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:1.0:1746156262.215351:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746156262.215354:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215358:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79002 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.215453:0:7106:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746156262.215457:0:7106:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.215462:0:7106:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a53d400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156262.215464:0:7106:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.215469:0:7106:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.215475:0:7106:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094e3d600) 00010000:00010000:2.0:1746156262.215477:0:7106:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746156262.215479:0:7106:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.215483:0:7106:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79009 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.215494:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746156262.215495:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746156262.215496:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746156262.215574:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215580:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215585:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215589:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130693e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156262.215591:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215595:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215605:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094e3df00) 00010000:00010000:1.0:1746156262.215607:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156262.215610:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.215614:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130693e00/0xb0171789e0e78fdf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000004:00010000:1.0:1746156262.215623:0:7901:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092c08700 reply state ffff880135dd3000 transno 4294986207 ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:1.0:1746156262.215629:0:7901:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746156262.216224:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1137:x1830977057656448:12345-192.168.203.27@tcp:36:rm.0 Request processed in 8879us (9011us total) trans 4294986207 rc 0/0 00000100:00100000:1.0:1746156262.216232:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44377 00010000:00010000:0.0:1746156262.220299:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156262.220310:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156262.220316:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156262.220321:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095bbaa00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156262.220324:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156262.220329:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156262.220341:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88013694ea00) 00010000:00010000:0.0:1746156262.220344:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156262.220347:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156262.220356:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095bbaa00/0xb0171789e0e78ffb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000100:00100000:0.0:1746156262.259822:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.262063:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057656832 00000100:00100000:1.0:1746156262.262075:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057656832 00000100:00100000:1.0:1746156262.262142:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44378 00000100:00100000:1.0:1746156262.262151:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+22:1140:x1830977057656832:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:1.0:1746156262.262173:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156262.262189:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e79010 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81494c expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.262239:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79017 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.262250:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.262259:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:1.0:1746156262.262305:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746156262.262308:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746156262.262321:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.262337:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e79010 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81494c expref: 24 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.262398:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79017 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81494c expref: 23 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.262406:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013694e300) 00010000:00010000:1.0:1746156262.262408:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746156262.262411:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a53d400, rc 0) 00000100:00100000:1.0:1746156262.262462:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1140:x1830977057656832:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 312us (2646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156262.262473:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44378 00000100:00100000:3.0:1746156262.271107:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.271802:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057657088 00000100:00100000:2.0:1746156262.271809:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057657088 00000100:00100000:2.0:1746156262.272412:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44379 00000100:00100000:2.0:1746156262.272420:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+23:1140:x1830977057657088:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746156262.272438:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156262.272441:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746156262.272461:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e79017 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81494c expref: 23 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.272492:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013694e300) 00010000:00010000:2.0:1746156262.272501:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156262.272512:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8800/0xb0171789e0e7901e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814953 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.272608:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.272618:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.272626:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.272637:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.272642:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.272647:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.272960:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.272966:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.272971:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746156262.272977:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:2.0:1746156262.273004:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.273009:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.273014:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.273018:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bba9400 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156262.273021:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.273027:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.273033:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135d8d900) 00010000:00010000:2.0:1746156262.273035:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156262.273038:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746156262.273041:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba9400/0xb0171789e0e79025 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000004:00010000:2.0:1746156262.273049:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801338d8e00 reply state ffff88008f2ab000 transno 4294986208 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:2.0:1746156262.273058:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746156262.273126:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8800/0xb0171789e0e7901e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814953 expref: 25 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.273139:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814953 expref: 24 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.273145:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880135d8d100) 00010000:00010000:2.0:1746156262.273147:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156262.273149:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90c00, rc 0) 00000100:00100000:2.0:1746156262.273205:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1140:x1830977057657088:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 785us (2104us total) trans 4294986208 rc 0/0 00000100:00100000:2.0:1746156262.273210:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44379 00010000:00010000:0.0:1746156262.274596:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156262.274606:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156262.274612:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156262.274617:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce2ca00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156262.274621:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156262.274626:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156262.274637:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880135d8de00) 00010000:00010000:0.0:1746156262.274639:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156262.274641:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746156262.274646:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e7902c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746156262.275340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.275445:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057657344 00000100:00100000:1.0:1746156262.275452:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057657344 00000100:00100000:1.0:1746156262.275495:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44380 00000100:00100000:1.0:1746156262.275502:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1140:x1830977057657344:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:1.0:1746156262.275519:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156262.275533:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e79041 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81495a expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.275595:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.275605:0:7901:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814953 expref: 25 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.275612:0:7901:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.275634:0:7901:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814953 expref: 25 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.275644:0:7901:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814953 expref: 25 pid: 7118 timeout: 618 lvb_type: 0 00000100:00100000:1.0:1746156262.275654:0:7901:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054085760:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156262.275713:0:7901:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c17dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746156262.277845:0:7901:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054085760:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156262.277864:0:7901:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:0.0:1746156262.278281:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.278337:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057657472 00000100:00100000:2.0:1746156262.278342:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057657472 00010000:00010000:2.0:1746156262.278398:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814953 expref: 26 pid: 7118 timeout: 618 lvb_type: 0 00000100:00100000:2.0:1746156262.278424:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11327 00000100:00100000:2.0:1746156262.278431:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1974:x1830977057657472:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156262.278441:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156262.278447:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814953 expref: 26 pid: 7118 timeout: 618 lvb_type: 0 00010000:00010000:2.0:1746156262.278455:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814953 expref: 26 pid: 7118 timeout: 618 lvb_type: 0 00010000:00010000:2.0:1746156262.278475:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79033 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814953 expref: 26 pid: 7118 timeout: 618 lvb_type: 0 00010000:00010000:2.0:1746156262.278495:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880135d8d100) 00010000:00010000:2.0:1746156262.278499:0:7104:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.278506:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.278511:0:7104:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156262.278533:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156262.278565:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1974:x1830977057657472:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 135us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156262.278571:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11327 00010000:00010000:1.0:1746156262.278784:0:7901:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.278790:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:1.0:1746156262.278804:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:1.0:1746156262.279042:0:7901:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00000004:00080000:1.0:1746156262.279049:0:7901:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:1.0:1746156262.279139:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.279147:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.279156:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.279161:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fe6e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156262.279164:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.279169:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.279176:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880135d8d100) 00010000:00010000:1.0:1746156262.279178:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746156262.279180:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.279183:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e79048 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.279222:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e79041 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81495a expref: 25 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.279229:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e79041 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81495a expref: 25 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.279237:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a53ce00, rc 0) 00000100:00100000:1.0:1746156262.279675:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1140:x1830977057657344:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 4171us (4337us total) trans 4294986209 rc 301/301 00000100:00100000:1.0:1746156262.279681:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44380 00000100:00100000:0.0:1746156262.282468:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.282510:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057657728 00000100:00100000:3.0:1746156262.282522:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057657728 00000100:00100000:3.0:1746156262.282572:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 173 00000100:00100000:3.0:1746156262.282578:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+24:1140:x1830977057657728:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:3.0:1746156262.282843:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1140:x1830977057657728:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 264us (381us total) trans 4294986210 rc 0/0 00000100:00100000:3.0:1746156262.282852:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 173 00000100:00100000:2.0:1746156262.285136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.285726:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057657856 00000100:00100000:1.0:1746156262.285734:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057657856 00000100:00100000:1.0:1746156262.285779:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44381 00000100:00100000:1.0:1746156262.285786:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+25:1140:x1830977057657856:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:1.0:1746156262.285806:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156262.285825:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a9a00/0xb0171789e0e79056 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814961 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.285872:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a9a00/0xb0171789e0e79056 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814961 expref: 26 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.285884:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a9a00/0xb0171789e0e79056 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814961 expref: 26 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.285898:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:1.0:1746156262.285901:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746156262.285903:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801306a9a00, rc 0) 00000100:00100000:1.0:1746156262.285949:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1140:x1830977057657856:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 163us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156262.285955:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44381 00000100:00100000:0.0:1746156262.289150:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.290588:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057658112 00000100:00100000:3.0:1746156262.290596:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057658112 00000100:00100000:3.0:1746156262.290635:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 174 00000100:00100000:3.0:1746156262.290641:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+26:1140:x1830977057658112:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:3.0:1746156262.291841:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1140:x1830977057658112:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 1196us (2695us total) trans 4294986211 rc 0/0 00000100:00100000:3.0:1746156262.291855:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 174 00000100:00100000:0.0:1746156262.299356:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.299547:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057658240 00000100:00100000:1.0:1746156262.299556:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057658240 00000100:00100000:1.0:1746156262.299636:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44382 00000100:00100000:1.0:1746156262.299644:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+27:1141:x1830977057658240:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746156262.299943:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156262.299963:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1ef800/0xb0171789e0e7905d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814968 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.300025:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1ee400/0xb0171789e0e79064 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.300043:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1ee400/0xb0171789e0e79064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.300052:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1ee400/0xb0171789e0e79064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:1.0:1746156262.300099:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746156262.300103:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746156262.300116:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1ee400/0xb0171789e0e79064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.300134:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1ef800/0xb0171789e0e7905d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814968 expref: 29 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.300163:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1ee400/0xb0171789e0e79064 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814968 expref: 28 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.300170:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013694e700) 00010000:00010000:1.0:1746156262.300172:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:0.0:1746156262.300173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156262.300175:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b1ee400, rc 0) 00000100:00100000:1.0:1746156262.300212:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1141:x1830977057658240:12345-192.168.203.27@tcp:101:dd.0 Request processed in 569us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156262.300219:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44382 00000100:00100000:1.0:1746156262.300232:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057658368 00000100:00100000:1.0:1746156262.300235:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057658368 00000100:00100000:1.0:1746156262.300251:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44383 00000100:00100000:1.0:1746156262.300256:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1142:x1830977057658368:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746156262.300265:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156262.300271:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1eec00/0xb0171789e0e7906b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81496f expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.300291:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e79072 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.300298:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e79072 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.300304:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e79072 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:1.0:1746156262.300322:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746156262.300325:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746156262.300331:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e79072 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156262.300343:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1eec00/0xb0171789e0e7906b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81496f expref: 21 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.300352:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e79072 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81496f expref: 20 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.300358:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013694e700) 00010000:00010000:1.0:1746156262.300359:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746156262.300361:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b1efe00, rc 0) 00000100:00100000:1.0:1746156262.300541:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1142:x1830977057658368:12345-192.168.203.27@tcp:101:dd.0 Request processed in 283us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156262.300546:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44383 00000100:00100000:0.0:1746156262.302256:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.302400:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057658624 00000100:00100000:2.0:1746156262.302407:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057658624 00000100:00100000:2.0:1746156262.302512:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44384 00000100:00100000:2.0:1746156262.302519:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1142:x1830977057658624:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156262.302764:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156262.302778:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79079 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814976 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.302850:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90200/0xb0171789e0e79080 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156262.302863:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90200/0xb0171789e0e79080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156262.302872:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90200/0xb0171789e0e79080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:2.0:1746156262.302881:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00000100:00100000:0.0:1746156262.302953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156262.302965:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90c00/0xb0171789e0e79079 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814976 expref: 23 pid: 7116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156262.302978:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:2.0:1746156262.303001:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90200/0xb0171789e0e79080 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814976 expref: 22 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.303009:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:2.0:1746156262.303011:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156262.303014:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c90200, rc 0) 00000100:00100000:2.0:1746156262.303046:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1142:x1830977057658624:12345-192.168.203.27@tcp:101:dd.0 Request processed in 528us (795us total) trans 4294986212 rc 0/0 00000100:00100000:2.0:1746156262.303053:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44384 00000100:00100000:2.0:1746156262.303066:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057658880 00000100:00100000:2.0:1746156262.303069:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057658880 00000100:00100000:2.0:1746156262.303083:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44385 00000100:00100000:2.0:1746156262.303087:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+28:1141:x1830977057658880:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156262.303094:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156262.303096:0:7116:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746156262.303107:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1ee400/0xb0171789e0e79064 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814968 expref: 28 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.303119:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013694e700) 00010000:00010000:2.0:1746156262.303122:0:7116:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156262.303131:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90800/0xb0171789e0e7908e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149a7 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.303169:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8800/0xb0171789e0e79095 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156262.303176:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8800/0xb0171789e0e79095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746156262.303182:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8800/0xb0171789e0e79095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:2.0:1746156262.303188:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:2.0:1746156262.303229:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90800/0xb0171789e0e7908e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149a7 expref: 30 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.303238:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8800/0xb0171789e0e79095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149a7 expref: 29 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.303243:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012da19d00) 00010000:00010000:2.0:1746156262.303245:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156262.303247:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bba8800, rc 0) 00000100:00100000:2.0:1746156262.303275:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1141:x1830977057658880:12345-192.168.203.27@tcp:101:dd.0 Request processed in 187us (322us total) trans 4294986213 rc 0/0 00000100:00100000:2.0:1746156262.303280:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44385 00000100:00100000:3.0:1746156262.303344:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057659008 00000100:00100000:3.0:1746156262.303348:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057659008 00000100:00100000:3.0:1746156262.303385:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6 00000100:00100000:3.0:1746156262.303390:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1975:x1830977057659008:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1746156262.303405:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156262.303411:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e790a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c81497d expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.303531:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303542:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303548:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303559:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303564:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303568:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303641:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e790b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303648:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e790b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303654:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e790b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00000004:00200000:3.0:1746156262.303665:0:7121:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00200000:3.0:1746156262.303669:0:7121:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746156262.303678:0:7121:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e790b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303685:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e790b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303691:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303699:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303704:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303708:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba8f800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156262.303712:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303717:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303723:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013694e700) 00010000:00010000:3.0:1746156262.303725:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156262.303727:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303731:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e790aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303755:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303760:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303763:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303767:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fe6e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156262.303769:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303775:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303781:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880094e3db00) 00010000:00010000:3.0:1746156262.303783:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156262.303784:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303788:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fe6e00/0xb0171789e0e790b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303804:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e790a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81497d expref: 31 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.303812:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e790b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81497d expref: 30 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.303817:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:3.0:1746156262.303818:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156262.303820:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce2ca00, rc 0) 00010000:00010000:3.0:1746156262.303824:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156262.303830:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e790bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814984 expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.303845:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303851:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303856:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303864:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303868:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303872:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303892:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303897:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303901:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303904:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a53c200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156262.303906:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303909:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303914:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013694e700) 00010000:00010000:3.0:1746156262.303915:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156262.303917:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303920:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53c200/0xb0171789e0e790c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303925:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303929:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303933:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303936:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a53d400 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156262.303937:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303940:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303944:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880094e3d500) 00010000:00010000:3.0:1746156262.303945:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156262.303946:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303949:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53d400/0xb0171789e0e790cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156262.303967:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e790bf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814984 expref: 31 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.303973:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013694e700) 00010000:00010000:3.0:1746156262.303975:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746156262.303977:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e790bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814984 expref: 31 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.303993:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a53ce00, rc -2) 00000100:00100000:3.0:1746156262.304028:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1975:x1830977057659008:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 638us (1049us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746156262.304034:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6 00000100:00100000:0.0:1746156262.306411:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.306441:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.306466:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057659136 00000100:00100000:1.0:1746156262.306472:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057659136 00000100:00100000:0.0:1746156262.306489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.306510:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057659264 00000100:00100000:1.0:1746156262.306512:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057659264 00000100:00100000:0.0:1746156262.306524:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 251 00000100:00100000:3.0:1746156262.306565:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057659520 00000100:00100000:3.0:1746156262.306568:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057659520 00000100:00100000:3.0:1746156262.306596:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44386 00000100:00100000:3.0:1746156262.306601:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+23:1142:x1830977057659520:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156262.306623:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156262.306625:0:7116:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746156262.306647:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b1efe00/0xb0171789e0e79072 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81496f expref: 23 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.306667:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013694e700) 00010000:00010000:3.0:1746156262.306675:0:7116:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156262.306683:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f200/0xb0171789e0e790d4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149bc expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.306824:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.306832:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.306844:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.306853:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.306858:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.306869:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.306937:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.306944:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.306949:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:3.0:1746156262.306961:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000100:00100000:0.0:1746156262.307022:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1973:x1830977057659136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156262.307031:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156262.307041:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bba8800/0xb0171789e0e79095 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149a7 expref: 30 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.307044:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307049:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307054:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307059:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4b0e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156262.307066:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307072:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307079:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094e3d100) 00010000:00010000:3.0:1746156262.307081:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156262.307088:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746156262.307195:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012da19d00) 00010000:00010000:0.0:1746156262.307198:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156262.307226:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1973:x1830977057659136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 695us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156262.307232:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 251 00000100:00100000:0.0:1746156262.307244:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 252 00000100:00100000:0.0:1746156262.307249:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1973:x1830977057659264:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156262.307255:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156262.307263:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135c90200/0xb0171789e0e79080 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814976 expref: 24 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.307274:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:0.0:1746156262.307276:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156262.307287:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+23:1973:x1830977057659264:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 38us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156262.307292:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 252 00000100:00100000:0.0:1746156262.307492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.307531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.307547:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057659648 00000100:00100000:0.0:1746156262.307550:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057659648 00000100:00100000:0.0:1746156262.307571:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057659776 00000100:00100000:0.0:1746156262.307573:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057659776 00000100:00100000:0.0:1746156262.307584:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6804 00000100:00100000:0.0:1746156262.307588:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057659648:12345-192.168.203.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1746156262.307595:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156262.307604:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149c3 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746156262.307618:0:21377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746156262.307628:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.307629:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.307635:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149c3 expref: 9 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156262.307646:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149c3 expref: 9 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156262.307652:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130693e00, rc 0) 00000100:00100000:0.0:1746156262.307665:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057659648:12345-192.168.203.27@tcp:101:ll_agl.0 Request processed in 76us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156262.307670:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6804 00000100:00100000:0.0:1746156262.307678:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6805 00000100:00100000:0.0:1746156262.307682:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057659776:12345-192.168.203.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1746156262.307686:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156262.307693:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149ca expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746156262.307703:0:21377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746156262.307709:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.307710:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.307712:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ca expref: 8 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156262.307721:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ca expref: 8 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156262.307727:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130693c00, rc 0) 00000100:00100000:0.0:1746156262.307739:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057659776:12345-192.168.203.27@tcp:101:ll_agl.0 Request processed in 56us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156262.307743:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6805 00010000:00010000:3.0:1746156262.307753:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0e00/0xb0171789e0e790db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307764:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307768:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307773:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00000100:00100000:0.0:1746156262.307778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:3.0:1746156262.307794:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4b1800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156262.307797:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307801:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307807:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880094e3d900) 00010000:00010000:3.0:1746156262.307809:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156262.307812:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307816:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e790e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746156262.307846:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f200/0xb0171789e0e790d4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149bc expref: 23 pid: 7116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156262.307849:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057660032 00000100:00100000:0.0:1746156262.307852:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057660032 00010000:00010000:3.0:1746156262.307859:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149bc expref: 22 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.307864:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:3.0:1746156262.307866:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156262.307868:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4b0200, rc 0) 00000100:00100000:0.0:1746156262.307878:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5072 00000100:00100000:0.0:1746156262.307882:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057660032:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746156262.307885:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b496680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1142:x1830977057659520:12345-192.168.203.27@tcp:101:dd.0 Request processed in 1285us (1396us total) trans 4294986214 rc 0/0 00010000:00010000:0.0:1746156262.307896:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156262.307907:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44386 00010000:00010000:0.0:1746156262.307907:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.307909:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.307911:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.307918:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746156262.307921:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746156262.307924:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746156262.314133:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.314216:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057660288 00000100:00100000:1.0:1746156262.314224:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057660288 00000100:00100000:1.0:1746156262.315473:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5073 00000100:00100000:1.0:1746156262.315483:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057660288:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156262.315517:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.315528:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156262.315530:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156262.315533:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.315543:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.323098:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.323116:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.323123:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.323132:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130692600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156262.323136:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.323146:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.323160:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.323169:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130692600/0xb0171789e0e79105 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156262.323246:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057660032:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15359us (15463us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156262.323254:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5072 00000100:00100000:0.0:1746156262.327125:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:1.0:1746156262.329065:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.329078:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.329085:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.329091:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800956dd600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156262.329095:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.329112:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.329136:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.329142:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956dd600/0xb0171789e0e7910c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.329220:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057660288:12345-192.168.203.27@tcp:3:dd.0 Request processed in 13735us (15091us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.329229:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5073 00000100:00100000:3.0:1746156262.329534:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057660416 00000100:00100000:3.0:1746156262.329540:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057660416 00000100:00100000:3.0:1746156262.329575:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6806 00000100:00100000:3.0:1746156262.329580:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1142:x1830977057660416:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156262.329591:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156262.329604:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149d1 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.329622:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149c3 expref: 8 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156262.329627:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.329629:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.329632:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.329651:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149c3 expref: 8 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156262.329659:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149c3 expref: 8 pid: 21377 timeout: 618 lvb_type: 1 00000100:00100000:3.0:1746156262.329673:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801338d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054085888:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156262.329727:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156262.331731:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801338d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8463:1830977054085888:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156262.331754:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.331765:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc2600, rc 0) 00000100:00100000:3.0:1746156262.331807:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009490fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1142:x1830977057660416:12345-192.168.203.27@tcp:101:dd.0 Request processed in 2225us (4687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156262.331814:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6806 00000100:00100000:1.0:1746156262.333720:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.333936:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057660544 00000100:00100000:2.0:1746156262.333944:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057660544 00010000:00010000:2.0:1746156262.333976:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149c3 expref: 9 pid: 21377 timeout: 618 lvb_type: 1 00000100:00100000:2.0:1746156262.334020:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11328 00000100:00100000:2.0:1746156262.334028:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057660544:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156262.334041:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156262.334061:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149c3 expref: 9 pid: 21377 timeout: 618 lvb_type: 1 00010000:00010000:2.0:1746156262.334073:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149c3 expref: 9 pid: 21377 timeout: 618 lvb_type: 1 00010000:00010000:2.0:1746156262.334093:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130693e00/0xb0171789e0e790f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149c3 expref: 9 pid: 21377 timeout: 618 lvb_type: 1 00010000:00010000:2.0:1746156262.334121:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.334123:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.334130:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.334139:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.334169:0:8476:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156262.334180:0:8476:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b739880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054086016:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156262.334256:0:8476:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51f7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746156262.336431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.336639:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057660800 00000100:00100000:1.0:1746156262.336646:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057660800 00000100:00100000:1.0:1746156262.336703:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5074 00000100:00100000:1.0:1746156262.336709:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057660800:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:1.0:1746156262.336737:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.336752:0:32397:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148a4 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.336759:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156262.336761:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746156262.336763:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.336787:0:32397:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148a4 expref: 9 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.336801:0:32397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148a4 expref: 9 pid: 8463 timeout: 618 lvb_type: 0 00000100:00100000:1.0:1746156262.336812:0:32397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:32397:1830977054086144:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156262.336880:0:32397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c17d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746156262.337079:0:8476:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b739880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8476:1830977054086016:192.168.203.27@tcp:105: 00010000:00010000:2.0:1746156262.337093:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156262.337123:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057660544:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3096us (3409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156262.337131:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11328 00000100:00100000:0.0:1746156262.340610:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.340713:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057661056 00000100:00100000:3.0:1746156262.340719:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057661056 00000100:00100000:3.0:1746156262.340761:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5075 00000100:00100000:3.0:1746156262.340767:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057661056:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:3.0:1746156262.340801:0:25204:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.340814:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156262.340816:0:25204:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156262.340819:0:25204:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.340824:0:32397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c09500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:32397:1830977054086144:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156262.340827:0:25204:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.340842:0:32397:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156262.342838:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.345042:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057661184 00000100:00100000:2.0:1746156262.345051:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057661184 00010000:00010000:2.0:1746156262.345085:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148a4 expref: 10 pid: 8463 timeout: 618 lvb_type: 0 00000100:00100000:2.0:1746156262.345117:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11329 00000100:00100000:2.0:1746156262.345124:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057661184:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156262.345136:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746156262.345150:0:8476:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:2.0:1746156262.345153:0:8476:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:2.0:1746156262.345158:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148a4 expref: 10 pid: 8463 timeout: 618 lvb_type: 0 00010000:00010000:2.0:1746156262.345169:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148a4 expref: 10 pid: 8463 timeout: 618 lvb_type: 0 00010000:00010000:2.0:1746156262.345187:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956dcc00/0xb0171789e0e78f14 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148a4 expref: 10 pid: 8463 timeout: 618 lvb_type: 0 00010000:00010000:2.0:1746156262.345203:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.345205:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.345209:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.345217:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.345225:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.345226:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.345228:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.345235:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.345264:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156262.345303:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057661184:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 179us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156262.345309:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11329 00010000:00010000:1.0:1746156262.345487:0:32397:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.345495:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.345683:0:25204:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.345690:0:25204:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.354452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.354501:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.354750:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057661440 00000100:00100000:2.0:1746156262.354758:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057661440 00002000:00100000:2.0:1746156262.354790:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880092c09500 x1830977057661440/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.354799:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09500 with x1830977057661440 ext(0->1048575) 00002000:00010000:2.0:1746156262.354803:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09500 00000100:00100000:2.0:1746156262.354830:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5076 00000100:00100000:2.0:1746156262.354837:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057661440:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156262.355270:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057661568 00000100:00100000:3.0:1746156262.355274:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057661568 00000100:00100000:3.0:1746156262.355315:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6807 00000100:00100000:3.0:1746156262.355320:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1142:x1830977057661568:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:3.0:1746156262.355328:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156262.355341:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149d8 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.355363:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ca expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156262.355394:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.355395:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.355399:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 29 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.355423:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ca expref: 7 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156262.355433:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ca expref: 7 pid: 21377 timeout: 618 lvb_type: 1 00000100:00100000:3.0:1746156262.355444:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801338d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977054086272:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156262.355517:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746156262.358422:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801338d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977054086272:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156262.358446:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 29 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.358461:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c22ec00, rc 0) 00000100:00100000:3.0:1746156262.358488:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+29:1142:x1830977057661568:12345-192.168.203.27@tcp:101:dd.0 Request processed in 3167us (3987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156262.358495:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6807 00000100:00100000:0.0:1746156262.360109:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.360182:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057661696 00000100:00100000:0.0:1746156262.360189:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057661696 00010000:00010000:0.0:1746156262.360217:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ca expref: 8 pid: 21377 timeout: 618 lvb_type: 1 00000100:00100000:0.0:1746156262.360249:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11330 00000100:00100000:0.0:1746156262.360257:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057661696:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156262.360268:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156262.360323:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ca expref: 8 pid: 21377 timeout: 618 lvb_type: 1 00010000:00010000:1.0:1746156262.360337:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ca expref: 8 pid: 21377 timeout: 618 lvb_type: 1 00010000:00010000:1.0:1746156262.360359:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130693c00/0xb0171789e0e790fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ca expref: 8 pid: 21377 timeout: 618 lvb_type: 1 00010000:00010000:1.0:1746156262.360403:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156262.360405:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156262.360412:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 28 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.360420:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 28 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.360449:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 28 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.360460:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c42b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054086400:192.168.203.27@tcp:105: 00000100:00100000:1.0:1746156262.360936:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c17d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156262.369092:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c42b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054086400:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156262.369111:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156262.369147:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057661696:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8889us (9042us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156262.369159:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11330 00000100:00100000:2.0:1746156262.386133:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1975:x1830977057661440:12345-192.168.203.27@tcp:4:dd.0 Request processed in 31289us (31682us total) trans 4294968083 rc 0/0 00000100:00100000:2.0:1746156262.386144:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5076 00002000:00100000:2.0:1746156262.386155:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880092c09500 x1830977057661440/t4294968083(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.386973:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c09500 with x1830977057661440 ext(0->1048575) 00002000:00010000:2.0:1746156262.386980:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c09500 00000100:00100000:0.0:1746156262.387164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.387471:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057661952 00000100:00100000:2.0:1746156262.387477:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057661952 00002000:00100000:2.0:1746156262.387502:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8801351c4a80 x1830977057661952/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.387511:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4a80 with x1830977057661952 ext(0->1048575) 00002000:00010000:2.0:1746156262.387514:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351c4a80 00000100:00100000:2.0:1746156262.387527:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5077 00000100:00100000:2.0:1746156262.387534:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+29:1974:x1830977057661952:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156262.404962:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.408175:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057662208 00000100:00100000:0.0:1746156262.408184:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057662208 00002000:00100000:0.0:1746156262.408214:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff8801338d8380 x1830977057662208/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.408224:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8380 with x1830977057662208 ext(1048576->2097151) 00002000:00010000:0.0:1746156262.408228:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8380 00000100:00100000:0.0:1746156262.408243:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5078 00000100:00100000:0.0:1746156262.408248:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1975:x1830977057662208:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156262.420906:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+31:1974:x1830977057661952:12345-192.168.203.27@tcp:4:dd.0 Request processed in 33364us (33735us total) trans 4294968728 rc 0/0 00000100:00100000:2.0:1746156262.421201:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5077 00002000:00100000:2.0:1746156262.421213:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8801351c4a80 x1830977057661952/t4294968728(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.421224:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4a80 with x1830977057661952 ext(0->1048575) 00002000:00010000:2.0:1746156262.421230:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351c4a80 00000100:00100000:3.0:1746156262.421832:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.422178:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057662464 00000100:00100000:2.0:1746156262.422185:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057662464 00002000:00100000:2.0:1746156262.422213:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8801338d9500 x1830977057662464/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.422221:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9500 with x1830977057662464 ext(1048576->2097151) 00002000:00010000:2.0:1746156262.422225:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338d9500 00000100:00100000:2.0:1746156262.422252:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5079 00000100:00100000:2.0:1746156262.422259:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+31:1974:x1830977057662464:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156262.425479:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+13:1975:x1830977057662208:12345-192.168.203.27@tcp:4:dd.0 Request processed in 17048us (20343us total) trans 4294968084 rc 0/0 00000100:00100000:0.0:1746156262.425489:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5078 00002000:00100000:0.0:1746156262.425499:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff8801338d8380 x1830977057662208/t4294968084(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.425507:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8380 with x1830977057662208 ext(1048576->2097151) 00002000:00010000:0.0:1746156262.425512:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8380 00000100:00100000:2.0:1746156262.432518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.433295:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+33:1974:x1830977057662464:12345-192.168.203.27@tcp:4:dd.0 Request processed in 11034us (11462us total) trans 4294968729 rc 0/0 00000100:00100000:2.0:1746156262.433304:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5079 00002000:00100000:2.0:1746156262.433313:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8801338d9500 x1830977057662464/t4294968729(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.433321:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9500 with x1830977057662464 ext(1048576->2097151) 00002000:00010000:2.0:1746156262.433326:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338d9500 00000100:00100000:2.0:1746156262.433344:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057662720 00000100:00100000:2.0:1746156262.433349:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057662720 00002000:00100000:2.0:1746156262.433395:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88008b739880 x1830977057662720/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.433402:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739880 with x1830977057662720 ext(2097152->3145727) 00002000:00010000:2.0:1746156262.433405:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b739880 00000100:00100000:0.0:1746156262.436482:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5080 00000100:00100000:0.0:1746156262.436535:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+13:1974:x1830977057662720:12345-192.168.203.27@tcp:4:dd.0 00000001:00080000:3.0:1746156262.441605:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968081 is committed 00002000:00010000:1.0:1746156262.442283:0:32397:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746156261 -> 1746156263 00002000:00010000:1.0:1746156262.442287:0:32397:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746156261 -> 1746156263 00010000:00010000:1.0:1746156262.442296:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.442307:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.442316:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.442322:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800956dce00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156262.442326:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.442334:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.442359:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.442384:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956dce00/0xb0171789e0e7911a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156262.444976:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1972:x1830977057660800:12345-192.168.203.27@tcp:4:dd.0 Request processed in 108259us (108541us total) trans 4294968081 rc 0/0 00000100:00100000:2.0:1746156262.444997:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5074 00000100:00100000:2.0:1746156262.449752:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.449783:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057662976 00000100:00100000:2.0:1746156262.449790:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057662976 00002000:00100000:2.0:1746156262.449819:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88008b73ad80 x1830977057662976/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.449828:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73ad80 with x1830977057662976 ext(2097152->3145727) 00002000:00010000:2.0:1746156262.449833:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b73ad80 00000100:00100000:2.0:1746156262.449850:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5081 00000100:00100000:2.0:1746156262.449856:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+33:1975:x1830977057662976:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156262.451202:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+15:1974:x1830977057662720:12345-192.168.203.27@tcp:4:dd.0 Request processed in 14708us (18686us total) trans 4294968085 rc 0/0 00000100:00100000:0.0:1746156262.451210:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5080 00002000:00100000:0.0:1746156262.451216:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88008b739880 x1830977057662720/t4294968085(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.451224:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739880 with x1830977057662720 ext(2097152->3145727) 00002000:00010000:0.0:1746156262.451228:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b739880 00000100:00100000:0.0:1746156262.462194:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+35:1975:x1830977057662976:12345-192.168.203.27@tcp:4:dd.0 Request processed in 12330us (12441us total) trans 4294968730 rc 0/0 00000100:00100000:0.0:1746156262.462204:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5081 00002000:00100000:0.0:1746156262.462214:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88008b73ad80 x1830977057662976/t4294968730(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.462224:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73ad80 with x1830977057662976 ext(2097152->3145727) 00002000:00010000:0.0:1746156262.462229:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b73ad80 00000100:00100000:3.0:1746156262.465795:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.465860:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057663232 00000100:00100000:0.0:1746156262.465868:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057663232 00002000:00100000:0.0:1746156262.465900:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff8801338d8000 x1830977057663232/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.465908:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8000 with x1830977057663232 ext(3145728->4194303) 00002000:00010000:0.0:1746156262.465913:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8000 00000100:00100000:0.0:1746156262.465936:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5082 00000100:00100000:0.0:1746156262.465942:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+15:1975:x1830977057663232:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156262.472696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.472719:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057663488 00000100:00100000:0.0:1746156262.472729:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057663488 00002000:00100000:0.0:1746156262.472761:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8801338db100 x1830977057663488/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.472770:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db100 with x1830977057663488 ext(3145728->4194303) 00002000:00010000:0.0:1746156262.472775:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338db100 00000100:00100000:0.0:1746156262.473068:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5083 00000100:00100000:0.0:1746156262.473076:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+35:1974:x1830977057663488:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156262.474869:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+17:1975:x1830977057663232:12345-192.168.203.27@tcp:4:dd.0 Request processed in 8922us (9077us total) trans 4294968086 rc 0/0 00000100:00100000:1.0:1746156262.474878:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5082 00002000:00100000:1.0:1746156262.474885:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff8801338d8000 x1830977057663232/t4294968086(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.474893:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8000 with x1830977057663232 ext(3145728->4194303) 00002000:00010000:1.0:1746156262.474898:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8000 00000100:00100000:3.0:1746156262.480169:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.480283:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057663744 00000100:00100000:2.0:1746156262.480294:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057663744 00002000:00100000:2.0:1746156262.480330:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff8801338d9180 x1830977057663744/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.480339:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9180 with x1830977057663744 ext(4194304->5242879) 00002000:00010000:2.0:1746156262.480344:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9180 00000100:00100000:2.0:1746156262.480417:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5084 00000100:00100000:2.0:1746156262.480427:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+17:1975:x1830977057663744:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156262.481859:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+37:1974:x1830977057663488:12345-192.168.203.27@tcp:4:dd.0 Request processed in 8780us (9163us total) trans 4294968731 rc 0/0 00000100:00100000:0.0:1746156262.481868:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5083 00002000:00100000:0.0:1746156262.481875:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8801338db100 x1830977057663488/t4294968731(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.481884:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338db100 with x1830977057663488 ext(3145728->4194303) 00002000:00010000:0.0:1746156262.481888:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338db100 00000100:00100000:2.0:1746156262.486733:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.487388:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057664000 00000100:00100000:0.0:1746156262.487396:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057664000 00002000:00100000:0.0:1746156262.487427:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88008b739f80 x1830977057664000/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.487436:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739f80 with x1830977057664000 ext(4194304->5242879) 00002000:00010000:0.0:1746156262.487441:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b739f80 00000100:00100000:0.0:1746156262.487458:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5085 00000100:00100000:0.0:1746156262.488275:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+37:1974:x1830977057664000:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156262.491357:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1975:x1830977057663744:12345-192.168.203.27@tcp:4:dd.0 Request processed in 10927us (11188us total) trans 4294968087 rc 0/0 00000100:00100000:0.0:1746156262.491382:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5084 00002000:00100000:0.0:1746156262.491392:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff8801338d9180 x1830977057663744/t4294968087(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.491400:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9180 with x1830977057663744 ext(4194304->5242879) 00002000:00010000:0.0:1746156262.491405:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d9180 00000100:00100000:3.0:1746156262.496052:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.498458:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057664256 00000100:00100000:0.0:1746156262.498468:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057664256 00002000:00100000:0.0:1746156262.498503:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff8801338d8a80 x1830977057664256/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.498513:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8a80 with x1830977057664256 ext(5242880->6291455) 00002000:00010000:0.0:1746156262.498518:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8a80 00000100:00100000:0.0:1746156262.498532:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5086 00000100:00100000:0.0:1746156262.498537:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+19:1974:x1830977057664256:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156262.502303:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.503603:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+39:1974:x1830977057664000:12345-192.168.203.27@tcp:4:dd.0 Request processed in 16133us (16869us total) trans 4294968732 rc 0/0 00000100:00100000:3.0:1746156262.503612:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5085 00002000:00100000:3.0:1746156262.503622:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88008b739f80 x1830977057664000/t4294968732(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.503630:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b739f80 with x1830977057664000 ext(4194304->5242879) 00002000:00010000:3.0:1746156262.503636:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b739f80 00000100:00100000:3.0:1746156262.503660:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057664512 00000100:00100000:3.0:1746156262.503665:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057664512 00002000:00100000:3.0:1746156262.503687:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8801338d9c00 x1830977057664512/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.503693:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9c00 with x1830977057664512 ext(5242880->6291455) 00002000:00010000:3.0:1746156262.503695:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338d9c00 00000100:00100000:3.0:1746156262.509045:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5087 00000100:00100000:3.0:1746156262.509063:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+39:1975:x1830977057664512:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156262.513207:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+21:1974:x1830977057664256:12345-192.168.203.27@tcp:4:dd.0 Request processed in 14663us (17155us total) trans 4294968088 rc 0/0 00000100:00100000:0.0:1746156262.513218:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5086 00002000:00100000:0.0:1746156262.513227:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff8801338d8a80 x1830977057664256/t4294968088(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.513236:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8a80 with x1830977057664256 ext(5242880->6291455) 00002000:00010000:0.0:1746156262.513240:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8a80 00000100:00100000:2.0:1746156262.513272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.513341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.513386:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057665024 00000100:00100000:2.0:1746156262.513392:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057665024 00000100:00100000:0.0:1746156262.513410:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057664768 00000100:00100000:0.0:1746156262.513413:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057664768 00002000:00100000:2.0:1746156262.513418:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88008b73a300 x1830977057665024/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.513423:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8801338d8700 x1830977057664768/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.513425:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73a300 with x1830977057665024 ext(6291456->7340031) 00002000:00010000:2.0:1746156262.513428:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b73a300 00002000:00100000:0.0:1746156262.513429:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8700 with x1830977057664768 ext(6291456->7340031) 00002000:00010000:0.0:1746156262.513431:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8700 00000100:00100000:2.0:1746156262.513440:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5088 00000100:00100000:0.0:1746156262.513443:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5089 00000100:00100000:2.0:1746156262.513445:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b73a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+41:1975:x1830977057665024:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156262.513446:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+21:1974:x1830977057664768:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156262.520636:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+43:1975:x1830977057664512:12345-192.168.203.27@tcp:4:dd.0 Request processed in 11573us (18333us total) trans 4294968733 rc 0/0 00000100:00100000:2.0:1746156262.520646:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5087 00000100:00100000:0.0:1746156262.521440:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:2.0:1746156262.521969:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8801338d9c00 x1830977057664512/t4294968733(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.521979:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d9c00 with x1830977057664512 ext(5242880->6291455) 00002000:00010000:2.0:1746156262.521994:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801338d9c00 00000100:00100000:2.0:1746156262.522011:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057665280 00000100:00100000:2.0:1746156262.522016:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057665280 00002000:00100000:2.0:1746156262.522037:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff8801351c6300 x1830977057665280/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.522043:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6300 with x1830977057665280 ext(7340032->8388607) 00002000:00010000:2.0:1746156262.522046:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c6300 00000100:00100000:2.0:1746156262.522063:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5090 00000100:00100000:2.0:1746156262.522069:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+23:1975:x1830977057665280:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156262.526546:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b73a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+43:1975:x1830977057665024:12345-192.168.203.27@tcp:4:dd.0 Request processed in 13095us (13268us total) trans 4294968734 rc 0/0 00000100:00100000:3.0:1746156262.526556:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5088 00000100:00100000:0.0:1746156262.526719:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:3.0:1746156262.527028:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88008b73a300 x1830977057665024/t4294968734(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.527038:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b73a300 with x1830977057665024 ext(6291456->7340031) 00002000:00010000:3.0:1746156262.527044:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b73a300 00000100:00100000:3.0:1746156262.527065:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057665536 00000100:00100000:3.0:1746156262.527071:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057665536 00002000:00100000:3.0:1746156262.527096:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8801351c4e00 x1830977057665536/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.527103:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4e00 with x1830977057665536 ext(7340032->8388607) 00002000:00010000:3.0:1746156262.527105:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351c4e00 00000100:00100000:3.0:1746156262.527258:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5091 00000100:00100000:3.0:1746156262.527268:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+43:1974:x1830977057665536:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156262.530831:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+25:1974:x1830977057664768:12345-192.168.203.27@tcp:4:dd.0 Request processed in 17376us (17482us total) trans 4294968089 rc 0/0 00000100:00100000:1.0:1746156262.530840:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5089 00002000:00100000:1.0:1746156262.530850:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8801338d8700 x1830977057664768/t4294968089(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.530859:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801338d8700 with x1830977057664768 ext(6291456->7340031) 00002000:00010000:1.0:1746156262.530867:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801338d8700 00010000:00010000:1.0:1746156262.537791:0:25204:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.537804:0:25204:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.537811:0:25204:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.537817:0:25204:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22e400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156262.537821:0:25204:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.537828:0:25204:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.538157:0:25204:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.538165:0:25204:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e400/0xb0171789e0e79121 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.538263:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057661056:12345-192.168.203.27@tcp:4:dd.0 Request processed in 197491us (197655us total) trans 4294968082 rc 0/0 00000100:00100000:1.0:1746156262.538272:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5075 00000001:00080000:3.0:1746156262.538356:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968084 is committed 00000001:00080000:3.0:1746156262.538378:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968082 is committed 00000100:00100000:2.0:1746156262.540993:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+21:1975:x1830977057665280:12345-192.168.203.27@tcp:4:dd.0 Request processed in 18907us (19539us total) trans 4294968090 rc 0/0 00000100:00100000:2.0:1746156262.541003:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5090 00002000:00100000:2.0:1746156262.541014:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff8801351c6300 x1830977057665280/t4294968090(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.541023:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6300 with x1830977057665280 ext(7340032->8388607) 00002000:00010000:2.0:1746156262.541028:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c6300 00000100:00100000:2.0:1746156262.546732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.546754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.546789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.546790:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057665792 00000100:00100000:0.0:1746156262.546799:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057665792 00000100:00100000:2.0:1746156262.546832:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057666176 00002000:00100000:0.0:1746156262.546833:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880092cbed80 x1830977057665792/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746156262.546835:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057666176 00002000:00100000:0.0:1746156262.546842:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbed80 with x1830977057665792 ext(8388608->9437183) 00002000:00010000:0.0:1746156262.546847:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbed80 00000100:00100000:2.0:1746156262.548121:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057666304 00000100:00100000:2.0:1746156262.548449:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057666304 00000100:00100000:1.0:1746156262.548789:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5092 00000100:00100000:3.0:1746156262.548795:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5093 00000100:00100000:1.0:1746156262.548798:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057666176:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:3.0:1746156262.548801:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+21:1975:x1830977057665792:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:1.0:1746156262.548827:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.548842:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156262.548844:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156262.548847:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.548858:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156262.549634:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+45:1974:x1830977057665536:12345-192.168.203.27@tcp:4:dd.0 Request processed in 22364us (22912us total) trans 4294968735 rc 0/0 00000100:00100000:3.0:1746156262.549641:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5091 00002000:00100000:3.0:1746156262.549648:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8801351c4e00 x1830977057665536/t4294968735(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.549656:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c4e00 with x1830977057665536 ext(7340032->8388607) 00002000:00010000:3.0:1746156262.549660:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351c4e00 00000100:00100000:3.0:1746156262.549676:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5094 00000100:00100000:3.0:1746156262.549682:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057666304:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156262.549698:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.549706:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.549708:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.549711:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.549720:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.552494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.552511:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057666560 00000100:00100000:0.0:1746156262.552518:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057666560 00002000:00100000:0.0:1746156262.552550:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88012c42b480 x1830977057666560/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.552559:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c42b480 with x1830977057666560 ext(8388608->9437183) 00002000:00010000:0.0:1746156262.552563:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c42b480 00000100:00100000:0.0:1746156262.552584:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5095 00000100:00100000:0.0:1746156262.552591:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c42b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+45:1975:x1830977057666560:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:1.0:1746156262.562707:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.562722:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.562729:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.562735:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b384000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156262.562739:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.562745:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.562760:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.562770:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b384000/0xb0171789e0e7912f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.562824:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057666176:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14025us (16065us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.562833:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5092 00000100:00100000:3.0:1746156262.568623:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+23:1975:x1830977057665792:12345-192.168.203.27@tcp:4:dd.0 Request processed in 19814us (21892us total) trans 4294968091 rc 0/0 00000100:00100000:3.0:1746156262.568634:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5093 00002000:00100000:3.0:1746156262.568644:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880092cbed80 x1830977057665792/t4294968091(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.568653:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092cbed80 with x1830977057665792 ext(8388608->9437183) 00002000:00010000:3.0:1746156262.568658:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092cbed80 00010000:00010000:3.0:1746156262.568702:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.568711:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.568719:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.568725:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a2ec00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156262.568728:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.568735:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.568750:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.568756:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a2ec00/0xb0171789e0e79136 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156262.568794:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057666304:12345-192.168.203.27@tcp:3:dd.0 Request processed in 19113us (22005us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156262.568800:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5094 00000100:00100000:0.0:1746156262.569869:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.570505:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c42b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+47:1975:x1830977057666560:12345-192.168.203.27@tcp:4:dd.0 Request processed in 17914us (18015us total) trans 4294968736 rc 0/0 00000100:00100000:0.0:1746156262.570514:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5095 00002000:00100000:0.0:1746156262.570522:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88012c42b480 x1830977057666560/t4294968736(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.570530:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c42b480 with x1830977057666560 ext(8388608->9437183) 00002000:00010000:0.0:1746156262.570535:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c42b480 00000100:00100000:0.0:1746156262.570549:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057666816 00000100:00100000:0.0:1746156262.570554:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057666816 00002000:00100000:0.0:1746156262.570575:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8801351c6680 x1830977057666816/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.570582:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6680 with x1830977057666816 ext(9437184->10485759) 00002000:00010000:0.0:1746156262.570584:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c6680 00000100:00100000:0.0:1746156262.570594:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5096 00000100:00100000:0.0:1746156262.570599:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+23:1972:x1830977057666816:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156262.578295:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.578359:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057667200 00000100:00100000:3.0:1746156262.578381:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057667200 00000100:00100000:3.0:1746156262.578428:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5097 00000100:00100000:3.0:1746156262.578435:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057667200:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746156262.578475:0:32394:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae7, atime: 0x0, ctime: 0x68143ae7, blocks: 0xc80b 00010000:00010000:3.0:1746156262.578481:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.578491:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.578493:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.578586:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.578599:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156262.580730:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.580751:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057667072 00000100:00100000:3.0:1746156262.580756:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057667072 00000100:00100000:3.0:1746156262.580795:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5098 00000100:00100000:3.0:1746156262.580801:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057667072:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:3.0:1746156262.580821:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.580834:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.580836:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.580839:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.580848:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.587971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.588008:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057667584 00000100:00100000:1.0:1746156262.588016:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057667584 00002000:00100000:1.0:1746156262.588052:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012c428a80 x1830977057667584/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.588062:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977057667584 ext(9437184->10485759) 00002000:00010000:1.0:1746156262.588067:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c428a80 00000100:00100000:1.0:1746156262.588102:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5099 00000100:00100000:1.0:1746156262.588110:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+47:1973:x1830977057667584:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156262.590435:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+25:1972:x1830977057666816:12345-192.168.203.27@tcp:4:dd.0 Request processed in 19827us (20562us total) trans 4294968092 rc 0/0 00000100:00100000:0.0:1746156262.590448:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5096 00002000:00100000:0.0:1746156262.590459:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8801351c6680 x1830977057666816/t4294968092(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.590468:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c6680 with x1830977057666816 ext(9437184->10485759) 00002000:00010000:0.0:1746156262.590472:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c6680 00000100:00100000:0.0:1746156262.601515:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.602396:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057667840 00000100:00100000:3.0:1746156262.602405:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057667840 00002000:00100000:3.0:1746156262.602436:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff8801351c5180 x1830977057667840/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.602447:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c5180 with x1830977057667840 ext(10485760->11534335) 00002000:00010000:3.0:1746156262.602452:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c5180 00000100:00100000:3.0:1746156262.602471:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5100 00000100:00100000:3.0:1746156262.602478:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+25:1972:x1830977057667840:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156262.612834:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c428a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+49:1973:x1830977057667584:12345-192.168.203.27@tcp:4:dd.0 Request processed in 24716us (24863us total) trans 4294968737 rc 0/0 00000100:00100000:1.0:1746156262.612882:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5099 00002000:00100000:1.0:1746156262.612893:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012c428a80 x1830977057667584/t4294968737(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.612902:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c428a80 with x1830977057667584 ext(9437184->10485759) 00002000:00010000:1.0:1746156262.612908:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c428a80 00000100:00100000:0.0:1746156262.613010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.613311:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057668096 00000100:00100000:1.0:1746156262.613317:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057668096 00002000:00100000:1.0:1746156262.613341:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff8801351c7100 x1830977057668096/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156262.613348:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c7100 with x1830977057668096 ext(10485760->11534335) 00002000:00010000:1.0:1746156262.613350:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351c7100 00000100:00100000:1.0:1746156262.613387:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5101 00000100:00100000:1.0:1746156262.613393:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+49:1973:x1830977057668096:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156262.615893:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1972:x1830977057667840:12345-192.168.203.27@tcp:4:dd.0 Request processed in 13406us (14376us total) trans 4294968095 rc 0/0 00000100:00100000:3.0:1746156262.615903:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5100 00002000:00100000:3.0:1746156262.615913:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff8801351c5180 x1830977057667840/t4294968095(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.615921:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c5180 with x1830977057667840 ext(10485760->11534335) 00002000:00010000:3.0:1746156262.615925:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801351c5180 00000100:00100000:0.0:1746156262.622177:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+51:1973:x1830977057668096:12345-192.168.203.27@tcp:4:dd.0 Request processed in 8779us (9161us total) trans 4294968738 rc 0/0 00000100:00100000:0.0:1746156262.622188:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5101 00002000:00100000:0.0:1746156262.622198:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff8801351c7100 x1830977057668096/t4294968738(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156262.622207:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801351c7100 with x1830977057668096 ext(10485760->11534335) 00002000:00010000:0.0:1746156262.622213:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801351c7100 00000100:00100000:2.0:1746156262.626697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.626880:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057668352 00000100:00100000:3.0:1746156262.626888:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057668352 00002000:00100000:3.0:1746156262.626921:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880093ce8700 x1830977057668352/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.626930:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8700 with x1830977057668352 ext(11534336->12582911) 00002000:00010000:3.0:1746156262.626935:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8700 00000100:00100000:3.0:1746156262.626953:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5102 00000100:00100000:3.0:1746156262.626960:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1973:x1830977057668352:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156262.633780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.634162:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057668608 00000100:00100000:3.0:1746156262.634170:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057668608 00002000:00100000:3.0:1746156262.634203:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88012c42b800 x1830977057668608/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.634212:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c42b800 with x1830977057668608 ext(11534336->12582911) 00002000:00010000:3.0:1746156262.634217:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c42b800 00000100:00100000:3.0:1746156262.634233:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5103 00000100:00100000:3.0:1746156262.634240:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c42b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+51:1972:x1830977057668608:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156262.635702:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:2f7f720d-4840-4eef-9211-6cf92ca834d9+29:1973:x1830977057668352:12345-192.168.203.27@tcp:4:dd.0 Request processed in 8736us (9007us total) trans 4294968096 rc 0/0 00000100:00100000:3.0:1746156262.635710:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5102 00002000:00100000:3.0:1746156262.635717:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880093ce8700 x1830977057668352/t4294968096(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.635725:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8700 with x1830977057668352 ext(11534336->12582911) 00002000:00010000:3.0:1746156262.635730:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8700 00000100:00100000:3.0:1746156262.639473:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c42b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1972:x1830977057668608:12345-192.168.203.27@tcp:4:dd.0 Request processed in 5225us (5691us total) trans 4294968739 rc 0/0 00000100:00100000:3.0:1746156262.639484:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5103 00002000:00100000:3.0:1746156262.639496:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88012c42b800 x1830977057668608/t4294968739(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.639505:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c42b800 with x1830977057668608 ext(11534336->12582911) 00002000:00010000:3.0:1746156262.639511:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c42b800 00000001:00080000:3.0:1746156262.644896:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968092 is committed 00000001:00080000:3.0:1746156262.644935:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968093 is committed 00010000:00010000:3.0:1746156262.645004:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.645015:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.645023:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.645029:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a547c600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156262.645033:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.645041:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.645058:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.645064:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a547c600/0xb0171789e0e7913d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156262.645583:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1973:x1830977057667200:12345-192.168.203.27@tcp:4:dd.0 Request processed in 67143us (67290us total) trans 4294968093 rc 0/0 00000100:00100000:3.0:1746156262.645591:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5097 00000100:00100000:3.0:1746156262.645717:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.645791:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057668992 00000100:00100000:3.0:1746156262.645796:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057668992 00000100:00100000:3.0:1746156262.645820:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 175 00000100:00100000:3.0:1746156262.645825:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1142:x1830977057668992:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:3.0:1746156262.647069:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+23:1142:x1830977057668992:12345-192.168.203.27@tcp:35:dd.0 Request processed in 1242us (1351us total) trans 4294986215 rc 0/0 00000100:00100000:3.0:1746156262.647076:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 175 00000100:00100000:3.0:1746156262.648071:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.649410:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057669120 00000100:00100000:2.0:1746156262.649419:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057669120 00002000:00100000:2.0:1746156262.649453:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009537e680 x1830977057669120/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/0 e 0 to 0 dl 1746156273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156262.649462:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537e680 with x1830977057669120 ext(12582912->13631487) 00002000:00010000:2.0:1746156262.649466:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537e680 00000100:00100000:2.0:1746156262.649485:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5104 00000100:00100000:2.0:1746156262.649491:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+13:1973:x1830977057669120:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156262.652601:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.652726:0:22829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057669376 00000100:00100000:2.0:1746156262.652733:0:22829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057669376 00000100:00100000:2.0:1746156262.652763:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 176 00000100:00100000:2.0:1746156262.652769:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+23:1142:x1830977057669376:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:2.0:1746156262.652967:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1142:x1830977057669376:12345-192.168.203.27@tcp:35:dd.0 Request processed in 197us (372us total) trans 4294986216 rc 0/0 00000100:00100000:2.0:1746156262.652973:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 176 00010000:00010000:1.0:1746156262.653262:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746156262.655516:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+15:1973:x1830977057669120:12345-192.168.203.27@tcp:4:dd.0 Request processed in 6020us (7443us total) trans 4294968097 rc 0/0 00000100:00100000:3.0:1746156262.655526:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5104 00002000:00100000:3.0:1746156262.655536:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009537e680 x1830977057669120/t4294968097(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:578/0 lens 488/448 e 0 to 0 dl 1746156273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156262.655662:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009537e680 with x1830977057669120 ext(12582912->13631487) 00002000:00010000:3.0:1746156262.655667:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009537e680 00000001:00080000:3.0:1746156262.686631:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968096 is committed 00000001:00080000:3.0:1746156262.686653:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968094 is committed 00010000:00010000:2.0:1746156262.687322:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.687335:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.687342:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.687353:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4854a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156262.687357:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.687396:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.687414:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.687420:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4854a00/0xb0171789e0e79144 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156262.688149:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057667072:12345-192.168.203.27@tcp:4:dd.0 Request processed in 107341us (107415us total) trans 4294968094 rc 0/0 00000100:00100000:2.0:1746156262.688159:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5098 00000100:00100000:3.0:1746156262.690967:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.691030:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.691135:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057669760 00000100:00100000:0.0:1746156262.691144:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057669760 00000100:00100000:0.0:1746156262.691191:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057669888 00000100:00100000:0.0:1746156262.691195:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057669888 00000100:00100000:0.0:1746156262.691220:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5105 00000100:00100000:0.0:1746156262.691228:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057669760:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156262.691262:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.691275:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.691277:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.691282:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.691293:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156262.691489:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5106 00000100:00100000:3.0:1746156262.691498:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057669888:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156262.691519:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.691527:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.691528:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156262.691532:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.691541:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.704130:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.704144:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.704151:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.704156:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a02a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156262.704159:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.704165:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.704181:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.704186:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a02a00/0xb0171789e0e79152 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156262.704274:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057669888:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12775us (13241us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156262.704282:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5106 00010000:00010000:1.0:1746156262.706441:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.706453:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.706460:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.706466:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fe6e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156262.706470:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.706477:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.706491:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.706503:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094fe6e00/0xb0171789e0e7914b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.706572:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057669760:12345-192.168.203.27@tcp:3:dd.0 Request processed in 15342us (15610us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.706580:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5105 00000100:00100000:3.0:1746156262.709880:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.709924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.709976:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057670144 00000100:00100000:0.0:1746156262.710012:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057670144 00000100:00100000:0.0:1746156262.710051:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057670272 00000100:00100000:0.0:1746156262.710053:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057670272 00000100:00100000:0.0:1746156262.710081:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5107 00000100:00100000:0.0:1746156262.710087:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057670144:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156262.710103:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5108 00000100:00100000:2.0:1746156262.710112:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057670272:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:0.0:1746156262.710132:0:25322:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae7, atime: 0x0, ctime: 0x68143ae7, blocks: 0xc80b 00010000:00010000:0.0:1746156262.710145:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.710148:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.710156:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.710158:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.710162:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.710172:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.710173:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.710174:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.710177:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.710185:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746156262.753580:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968098 is committed 00000001:00080000:2.0:1746156262.753594:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968097 is committed 00010000:00010000:0.0:1746156262.753642:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.753652:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.753658:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.753663:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009562d200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156262.753667:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.753673:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.753689:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.753694:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009562d200/0xb0171789e0e79160 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156262.753755:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1973:x1830977057670272:12345-192.168.203.27@tcp:4:dd.0 Request processed in 43641us (43827us total) trans 4294968098 rc 0/0 00000100:00100000:0.0:1746156262.753764:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5108 00010000:00010000:1.0:1746156262.793048:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.793064:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.793076:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.793083:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094167c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156262.793087:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.793097:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746156262.793129:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968099 is committed 00010000:00010000:1.0:1746156262.793164:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.793171:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79159 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.793262:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057670144:12345-192.168.203.27@tcp:4:dd.0 Request processed in 83171us (83384us total) trans 4294968099 rc 0/0 00000100:00100000:1.0:1746156262.793270:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5107 00000100:00100000:3.0:1746156262.798340:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.798411:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156262.798544:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057670784 00000100:00100000:1.0:1746156262.798552:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057670784 00000100:00100000:1.0:1746156262.798607:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057670912 00000100:00100000:1.0:1746156262.798610:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057670912 00000100:00100000:1.0:1746156262.798630:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5109 00000100:00100000:1.0:1746156262.798637:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057670784:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156262.798664:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.798676:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156262.798678:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156262.798682:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.798693:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156262.798933:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5110 00000100:00100000:2.0:1746156262.798942:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057670912:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156262.798963:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.798971:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.798972:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.798975:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.798996:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.815856:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.815869:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.815877:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.815884:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c91600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156262.815888:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.815896:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.815911:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.815917:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c91600/0xb0171789e0e79167 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.815974:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057670784:12345-192.168.203.27@tcp:3:dd.0 Request processed in 17333us (17636us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156262.815992:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5109 00010000:00010000:2.0:1746156262.816101:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.816108:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.816114:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.816119:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a547da00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156262.816122:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.816130:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.816139:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.816144:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a547da00/0xb0171789e0e7916e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156262.816172:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057670912:12345-192.168.203.27@tcp:3:dd.0 Request processed in 17232us (17760us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156262.816178:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5110 00000100:00100000:3.0:1746156262.821236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.821331:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.821413:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057671168 00000100:00100000:2.0:1746156262.821420:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057671168 00000100:00100000:2.0:1746156262.821460:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057671296 00000100:00100000:2.0:1746156262.821462:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057671296 00000100:00100000:2.0:1746156262.821481:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5111 00000100:00100000:2.0:1746156262.821488:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057671168:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:2.0:1746156262.821527:0:32394:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae7, atime: 0x0, ctime: 0x68143ae7, blocks: 0xc80b 00010000:00010000:2.0:1746156262.821535:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.821545:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.821547:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.821552:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.821566:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156262.821763:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5112 00000100:00100000:0.0:1746156262.821771:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057671296:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:0.0:1746156262.821784:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.821790:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.821791:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.821793:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.821800:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.872201:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.872215:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.872222:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.872232:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a547da00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156262.872235:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.872241:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.872253:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.872258:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a547da00/0xb0171789e0e79175 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156262.872331:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1972:x1830977057671168:12345-192.168.203.27@tcp:4:dd.0 Request processed in 50840us (51098us total) trans 4294968100 rc 0/0 00000100:00100000:3.0:1746156262.872340:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5111 00000001:00080000:3.0:1746156262.872383:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968100 is committed 00010000:00010000:3.0:1746156262.904482:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.904495:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.904502:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.904507:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095595400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156262.904511:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.904519:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.904540:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156262.904546:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095595400/0xb0171789e0e7917c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156262.904625:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057671296:12345-192.168.203.27@tcp:4:dd.0 Request processed in 82852us (83290us total) trans 4294968101 rc 0/0 00000100:00100000:3.0:1746156262.904634:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5112 00000001:00080000:3.0:1746156262.904659:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968101 is committed 00000100:00100000:3.0:1746156262.909232:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.909428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156262.909719:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057671808 00000100:00100000:2.0:1746156262.909727:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057671808 00000100:00100000:2.0:1746156262.909780:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057671936 00000100:00100000:2.0:1746156262.909782:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057671936 00000100:00100000:2.0:1746156262.910059:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5113 00000100:00100000:2.0:1746156262.910067:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057671808:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156262.910098:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.910109:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.910110:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156262.910115:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156262.910126:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156262.911445:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5114 00000100:00100000:0.0:1746156262.911457:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057671936:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156262.911482:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.911492:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.911493:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.911497:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.911507:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.917889:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.917906:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.917918:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.917924:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009484ca00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156262.917927:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.917934:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.917954:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.917960:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484ca00/0xb0171789e0e79183 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156262.918043:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057671808:12345-192.168.203.27@tcp:3:dd.0 Request processed in 7973us (8813us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156262.918051:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5113 00010000:00010000:0.0:1746156262.921725:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.921737:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.921744:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.921755:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c90c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156262.921758:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.921765:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.921778:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.921783:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c90c00/0xb0171789e0e7918a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156262.921846:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057671936:12345-192.168.203.27@tcp:3:dd.0 Request processed in 10391us (12416us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156262.921854:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5114 00000100:00100000:3.0:1746156262.925978:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156262.926021:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156262.926083:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057672320 00000100:00100000:0.0:1746156262.926091:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057672320 00000100:00100000:1.0:1746156262.926093:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057672192 00000100:00100000:1.0:1746156262.926096:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057672192 00000100:00100000:0.0:1746156262.926144:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5115 00000100:00100000:1.0:1746156262.926154:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5116 00000100:00100000:0.0:1746156262.926155:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057672320:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156262.926158:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057672192:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:0.0:1746156262.926196:0:32394:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae7, atime: 0x0, ctime: 0x68143ae7, blocks: 0xc80b 00010000:00010000:0.0:1746156262.926203:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.926206:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156262.926215:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.926216:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.926308:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.926320:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156262.926320:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.926321:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156262.926324:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.926334:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746156262.974571:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968102 is committed 00010000:00010000:1.0:1746156262.976399:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.976412:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.976419:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.976425:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4e2400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156262.976428:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.976435:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.976451:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156262.976457:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a4e2400/0xb0171789e0e79191 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156262.976527:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1973:x1830977057672320:12345-192.168.203.27@tcp:4:dd.0 Request processed in 50373us (50555us total) trans 4294968102 rc 0/0 00000100:00100000:1.0:1746156262.976538:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5115 00010000:00010000:2.0:1746156263.021705:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.021720:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.021728:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746156263.021892:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968103 is committed 00010000:00010000:2.0:1746156263.021933:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094167c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156263.021937:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.021945:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.021965:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.021972:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79198 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156263.022074:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057672192:12345-192.168.203.27@tcp:4:dd.0 Request processed in 95911us (96049us total) trans 4294968103 rc 0/0 00000100:00100000:2.0:1746156263.022081:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5116 00000100:00100000:3.0:1746156263.025654:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.025723:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057672704 00000100:00100000:2.0:1746156263.025730:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057672704 00000100:00100000:2.0:1746156263.025779:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5117 00000100:00100000:2.0:1746156263.025786:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057672704:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156263.025813:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.026432:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.026434:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.026439:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.026458:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.027471:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.027532:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057672960 00000100:00100000:0.0:1746156263.027538:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057672960 00000100:00100000:0.0:1746156263.027577:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5118 00000100:00100000:0.0:1746156263.027584:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057672960:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156263.027607:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.027619:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.027620:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.027624:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.027635:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.038121:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.038136:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.038145:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.038151:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba97a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156263.038155:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.038162:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.038178:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.038185:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97a00/0xb0171789e0e7919f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156263.038263:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057672704:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12473us (12612us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156263.038275:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5117 00010000:00010000:0.0:1746156263.044882:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.044897:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.044905:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.044916:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801306a8a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156263.044920:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.044928:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.044943:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.044949:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801306a8a00/0xb0171789e0e791a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156263.045027:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057672960:12345-192.168.203.27@tcp:3:dd.0 Request processed in 17440us (17556us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156263.045036:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5118 00000100:00100000:1.0:1746156263.049877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.049973:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057673216 00000100:00100000:0.0:1746156263.049991:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057673216 00000100:00100000:0.0:1746156263.050051:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5119 00000100:00100000:0.0:1746156263.050058:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057673216:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:0.0:1746156263.050100:0:32394:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae7, atime: 0x0, ctime: 0x68143ae7, blocks: 0xc80b 00010000:00010000:0.0:1746156263.050107:0:32394:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.050119:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.050121:0:32394:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.050126:0:32394:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.050138:0:32394:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156263.051255:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.052283:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057673344 00000100:00100000:2.0:1746156263.052291:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057673344 00000100:00100000:2.0:1746156263.052345:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5120 00000100:00100000:2.0:1746156263.052353:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057673344:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:2.0:1746156263.052391:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.052403:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.052404:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.052408:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.052418:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746156263.107460:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968104 is committed 00010000:00010000:1.0:1746156263.107628:0:32394:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.107639:0:32394:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.107647:0:32394:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.107653:0:32394:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c0c7400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.107657:0:32394:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.107664:0:32394:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.107680:0:32394:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.107686:0:32394:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c0c7400/0xb0171789e0e791ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.107749:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057673216:12345-192.168.203.27@tcp:4:dd.0 Request processed in 57688us (57875us total) trans 4294968104 rc 0/0 00000100:00100000:1.0:1746156263.107757:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5119 00000001:00080000:2.0:1746156263.143603:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968105 is committed 00010000:00010000:1.0:1746156263.143621:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.143633:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.143641:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.143648:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba97400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.143651:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.143658:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.143699:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.143705:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97400/0xb0171789e0e791b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.143788:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801351c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057673344:12345-192.168.203.27@tcp:4:dd.0 Request processed in 91431us (92532us total) trans 4294968105 rc 0/0 00000100:00100000:1.0:1746156263.143796:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5120 00000100:00100000:3.0:1746156263.148612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.148671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.148700:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057673856 00000100:00100000:1.0:1746156263.148708:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057673856 00000100:00100000:1.0:1746156263.148763:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057673984 00000100:00100000:1.0:1746156263.148765:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057673984 00000100:00100000:1.0:1746156263.148787:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5121 00000100:00100000:1.0:1746156263.148793:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057673856:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156263.148822:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.148834:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.148835:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.148839:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.148851:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156263.148868:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5122 00000100:00100000:2.0:1746156263.148875:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057673984:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156263.148893:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.148901:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.148902:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.148905:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.148915:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.160307:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.160323:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.160330:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.160336:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800955f8a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156263.160340:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.160347:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.160362:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.160400:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800955f8a00/0xb0171789e0e791c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.160523:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009352a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057673984:12345-192.168.203.27@tcp:3:dd.0 Request processed in 11644us (11847us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156263.160531:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5122 00010000:00010000:1.0:1746156263.160830:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.160837:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.160842:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.160845:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009484a200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.160846:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.160853:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.160860:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.160865:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484a200/0xb0171789e0e791bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.160914:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057673856:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12121us (12308us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156263.160920:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5121 00000100:00100000:3.0:1746156263.164781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.164829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.164841:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057674240 00000100:00100000:1.0:1746156263.164849:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057674240 00000100:00100000:1.0:1746156263.164902:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057674368 00000100:00100000:1.0:1746156263.164904:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057674368 00000100:00100000:1.0:1746156263.164931:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5123 00000100:00100000:1.0:1746156263.164938:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057674240:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746156263.164988:0:8468:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae7, atime: 0x0, ctime: 0x68143ae7, blocks: 0xc80b 00000100:00100000:2.0:1746156263.164994:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5124 00010000:00010000:1.0:1746156263.164995:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156263.165002:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057674368:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:1.0:1746156263.165006:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.165007:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.165011:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.165018:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.165026:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.165026:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.165027:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.165030:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.165038:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.210147:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.210161:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.210169:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.210174:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009546de00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156263.210178:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.210185:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.210200:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.210204:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009546de00/0xb0171789e0e791d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156263.210266:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1972:x1830977057674368:12345-192.168.203.27@tcp:4:dd.0 Request processed in 45262us (45433us total) trans 4294968106 rc 0/0 00000100:00100000:2.0:1746156263.210275:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5124 00000001:00080000:3.0:1746156263.210351:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968106 is committed 00010000:00010000:1.0:1746156263.238995:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.239008:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.239014:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746156263.239020:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968107 is committed 00010000:00010000:1.0:1746156263.239020:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b543e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.239024:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.239030:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.239045:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.239050:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b543e00/0xb0171789e0e791c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.239114:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057674240:12345-192.168.203.27@tcp:4:dd.0 Request processed in 74174us (74336us total) trans 4294968107 rc 0/0 00000100:00100000:1.0:1746156263.239125:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5123 00000100:00100000:2.0:1746156263.244496:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.244541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.244678:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057674880 00000100:00100000:1.0:1746156263.244685:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057674880 00000100:00100000:1.0:1746156263.244727:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057675008 00000100:00100000:1.0:1746156263.244730:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057675008 00000100:00100000:1.0:1746156263.244746:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5125 00000100:00100000:1.0:1746156263.244752:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057674880:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156263.244779:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.244789:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.244791:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.244795:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.244805:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.244944:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5126 00000100:00100000:3.0:1746156263.244952:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057675008:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156263.244970:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.244988:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.244989:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.244993:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.245001:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.249759:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.249772:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.249780:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.249787:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22fc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156263.249790:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.249797:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.249812:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.249818:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c22fc00/0xb0171789e0e791d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156263.249873:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057674880:12345-192.168.203.27@tcp:3:dd.0 Request processed in 5117us (5378us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156263.249881:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5125 00010000:00010000:3.0:1746156263.257754:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.257767:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.257774:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.257780:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095754800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156263.257783:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.257794:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.257812:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.257818:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095754800/0xb0171789e0e791de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.257883:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057675008:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12928us (13338us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156263.257891:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5126 00000100:00100000:1.0:1746156263.263064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.263112:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.263180:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057675264 00000100:00100000:3.0:1746156263.263188:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057675264 00000100:00100000:3.0:1746156263.263240:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057675392 00000100:00100000:3.0:1746156263.263243:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057675392 00000100:00100000:3.0:1746156263.263263:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5127 00000100:00100000:3.0:1746156263.263270:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057675264:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156263.263273:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5128 00000100:00100000:2.0:1746156263.263279:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057675392:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746156263.263308:0:32397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae7, atime: 0x0, ctime: 0x68143ae7, blocks: 0xc80b 00010000:00010000:3.0:1746156263.263315:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.263326:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.263327:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.263331:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.263347:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.263354:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.263359:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.263360:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.263362:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.263388:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746156263.317706:0:25322:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746156263 -> 1746156264 00002000:00010000:3.0:1746156263.317714:0:25322:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746156263 -> 1746156264 00010000:00010000:3.0:1746156263.317725:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.317736:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.317744:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.317749:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801306ba000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156263.317753:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.317760:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.317776:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.317781:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801306ba000/0xb0171789e0e791ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.317848:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1972:x1830977057675392:12345-192.168.203.27@tcp:4:dd.0 Request processed in 54566us (54732us total) trans 4294968108 rc 0/0 00000100:00100000:3.0:1746156263.317856:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5128 00000001:00080000:3.0:1746156263.317885:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968108 is committed 00000001:00080000:0.0:1746156263.344640:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968109 is committed 00010000:00010000:1.0:1746156263.344669:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.344680:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.344686:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.344697:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095754600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.344700:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.344706:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.344720:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.344725:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e791e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.344786:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057675264:12345-192.168.203.27@tcp:4:dd.0 Request processed in 81513us (81725us total) trans 4294968109 rc 0/0 00000100:00100000:1.0:1746156263.344793:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5127 00000100:00100000:1.0:1746156263.347025:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.347067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.347360:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057675904 00000100:00100000:3.0:1746156263.347404:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057676032 00000100:00100000:3.0:1746156263.347410:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057676032 00000100:00100000:3.0:1746156263.347466:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5129 00000100:00100000:3.0:1746156263.347473:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057676032:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:2.0:1746156263.347521:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057675904 00000100:00100000:2.0:1746156263.347562:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5130 00000100:00100000:2.0:1746156263.347567:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057675904:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156263.347583:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.347594:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.347595:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.347600:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.347610:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.348661:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.348673:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.348675:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.348679:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.348689:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.355753:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.355771:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.355779:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.355788:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095754800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156263.355791:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.355798:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.355812:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.355817:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095754800/0xb0171789e0e791f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.356268:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.356278:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.356284:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.356289:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba97e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156263.356292:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.356299:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.356309:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.356314:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba97e00/0xb0171789e0e791fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.356324:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057676032:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8846us (9252us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156263.356333:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5129 00000100:00100000:0.0:1746156263.356346:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057675904:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8778us (9327us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156263.356352:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5130 00000100:00100000:1.0:1746156263.362466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.362526:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057676288 00000100:00100000:0.0:1746156263.362534:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057676288 00000100:00100000:0.0:1746156263.362597:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5131 00000100:00100000:0.0:1746156263.362605:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057676288:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156263.363168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.363211:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057676416 00000100:00100000:3.0:1746156263.363216:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057676416 00002000:00010000:0.0:1746156263.363220:0:32397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae8, atime: 0x0, ctime: 0x68143ae8, blocks: 0xc80b 00010000:00010000:0.0:1746156263.363229:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.363241:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.363243:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.363248:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.363252:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5132 00000100:00100000:3.0:1746156263.363257:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057676416:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:0.0:1746156263.363260:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.363273:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.363281:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.363283:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.363285:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.363296:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.395783:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.395797:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746156263.395928:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968110 is committed 00010000:00010000:2.0:1746156263.396117:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.396125:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a88d0800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156263.396129:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.396136:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.396157:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.396162:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a88d0800/0xb0171789e0e79201 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156263.396226:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057676288:12345-192.168.203.27@tcp:4:dd.0 Request processed in 33618us (33763us total) trans 4294968110 rc 0/0 00000100:00100000:2.0:1746156263.396234:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5131 00000001:00080000:0.0:1746156263.417972:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968111 is committed 00010000:00010000:1.0:1746156263.418055:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.418065:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.418073:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.418080:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095754600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.418084:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.418091:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.418105:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.418111:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095754600/0xb0171789e0e79208 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.418174:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057676416:12345-192.168.203.27@tcp:4:dd.0 Request processed in 54913us (55003us total) trans 4294968111 rc 0/0 00000100:00100000:1.0:1746156263.418183:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5132 00000100:00100000:1.0:1746156263.422493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.422536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.422670:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057676800 00000100:00100000:2.0:1746156263.422678:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057676800 00000100:00100000:3.0:1746156263.422708:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057677056 00000100:00100000:3.0:1746156263.422711:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057677056 00000100:00100000:2.0:1746156263.422723:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5133 00000100:00100000:2.0:1746156263.422728:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057676800:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156263.422754:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.422765:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.422766:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.422770:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.422780:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.422989:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5134 00000100:00100000:3.0:1746156263.422996:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057677056:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156263.423016:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.423024:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.423025:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.423028:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.423037:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.430997:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.431012:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.431019:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.431035:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094167c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156263.431039:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.431046:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.431061:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.431067:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e79216 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.431277:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057677056:12345-192.168.203.27@tcp:3:dd.0 Request processed in 8277us (8736us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156263.431285:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5134 00010000:00010000:0.0:1746156263.436875:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.436890:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.436898:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.436904:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009547ea00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156263.436908:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.436915:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.436934:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.436940:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7920f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156263.437019:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057676800:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14286us (14527us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156263.437027:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5133 00000100:00100000:1.0:1746156263.442095:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.442141:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.442330:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057677312 00000100:00100000:3.0:1746156263.442395:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057677440 00000100:00100000:3.0:1746156263.442403:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057677440 00000100:00100000:3.0:1746156263.442455:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5135 00000100:00100000:3.0:1746156263.442462:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057677440:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:3.0:1746156263.442502:0:32397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae8, atime: 0x0, ctime: 0x68143ae8, blocks: 0xc80b 00010000:00010000:3.0:1746156263.442510:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.442524:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.442526:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.442531:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.442542:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156263.442548:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057677312 00000100:00100000:0.0:1746156263.442570:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5136 00000100:00100000:0.0:1746156263.442574:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057677312:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:0.0:1746156263.442586:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.442594:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.442595:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.442597:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.442604:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.481676:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.481689:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.481696:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.481702:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094167c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156263.481705:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.481712:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.481792:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.481823:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094167c00/0xb0171789e0e7921d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.481944:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+13:1975:x1830977057677440:12345-192.168.203.27@tcp:4:dd.0 Request processed in 39478us (39798us total) trans 4294968112 rc 0/0 00000100:00100000:3.0:1746156263.481953:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5135 00000001:00080000:3.0:1746156263.481989:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968112 is committed 00000001:00080000:3.0:1746156263.507255:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968113 is committed 00010000:00010000:1.0:1746156263.507256:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.507266:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.507278:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.507284:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094bc2000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.507288:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.507294:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.507308:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.507313:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bc2000/0xb0171789e0e79224 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.507425:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009503ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057677312:12345-192.168.203.27@tcp:4:dd.0 Request processed in 64845us (65333us total) trans 4294968113 rc 0/0 00000100:00100000:1.0:1746156263.507433:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5136 00000100:00100000:2.0:1746156263.511605:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.511646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.512342:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057677952 00000100:00100000:1.0:1746156263.512350:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057677952 00000100:00100000:3.0:1746156263.512433:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057678080 00000100:00100000:3.0:1746156263.512437:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057678080 00000100:00100000:3.0:1746156263.512474:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5137 00000100:00100000:1.0:1746156263.512478:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5138 00000100:00100000:3.0:1746156263.512480:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057678080:12345-192.168.203.27@tcp:3:dd.0 00000100:00100000:1.0:1746156263.512482:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057677952:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156263.512507:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.512507:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.512519:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.512519:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.512521:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.512521:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.512525:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.512525:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.512536:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.512536:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.524360:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.524407:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.524415:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.524421:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bba8800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156263.524425:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.524432:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.524448:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.524453:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bba8800/0xb0171789e0e79232 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.524507:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057678080:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12023us (12856us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156263.524515:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5137 00010000:00010000:1.0:1746156263.525304:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.525314:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.525320:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.525324:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009549ce00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.525326:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.525332:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.525343:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.525348:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009549ce00/0xb0171789e0e7922b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.525406:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057677952:12345-192.168.203.27@tcp:3:dd.0 Request processed in 12922us (13807us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156263.525413:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5138 00000100:00100000:2.0:1746156263.528310:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.528358:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.528470:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057678336 00000100:00100000:1.0:1746156263.528478:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057678336 00000100:00100000:1.0:1746156263.528519:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057678464 00000100:00100000:1.0:1746156263.528522:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057678464 00000100:00100000:3.0:1746156263.528528:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5139 00000100:00100000:3.0:1746156263.528537:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057678336:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156263.528539:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5140 00000100:00100000:1.0:1746156263.528544:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057678464:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746156263.528573:0:25322:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae8, atime: 0x0, ctime: 0x68143ae8, blocks: 0xc80b 00010000:00010000:1.0:1746156263.528583:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.528587:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.528593:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.528595:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.528716:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.528730:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.528731:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.528733:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.528737:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.528745:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746156263.583913:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968114 is committed 00010000:00010000:1.0:1746156263.584126:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.584136:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.584148:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.584154:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095684a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.584158:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.584164:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.584179:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.584185:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095684a00/0xb0171789e0e79239 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.584257:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1972:x1830977057678464:12345-192.168.203.27@tcp:4:dd.0 Request processed in 55708us (55893us total) trans 4294968114 rc 0/0 00000100:00100000:1.0:1746156263.584266:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5140 00010000:00010000:3.0:1746156263.618125:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.618137:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.618145:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.618151:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bba9400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156263.618154:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.618161:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.618175:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.618180:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bba9400/0xb0171789e0e79240 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.618240:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057678336:12345-192.168.203.27@tcp:4:dd.0 Request processed in 89702us (89933us total) trans 4294968115 rc 0/0 00000100:00100000:3.0:1746156263.618249:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5139 00000001:00080000:3.0:1746156263.618272:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968115 is committed 00000100:00100000:0.0:1746156263.624447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.624507:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057678848 00000100:00100000:3.0:1746156263.624515:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057678848 00000100:00100000:3.0:1746156263.624572:0:32397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5141 00000100:00100000:3.0:1746156263.624579:0:32397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057678848:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:3.0:1746156263.624608:0:32397:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.624620:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.624622:0:32397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156263.624627:0:32397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.624637:0:32397:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156263.624944:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.624985:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057679104 00000100:00100000:1.0:1746156263.624990:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057679104 00000100:00100000:1.0:1746156263.625024:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5142 00000100:00100000:1.0:1746156263.625030:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057679104:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156263.625047:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.625060:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.625062:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.625065:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.625073:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.639541:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.639555:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.639562:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.639568:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a547c800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.639571:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.639577:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.639592:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.639597:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a547c800/0xb0171789e0e7924e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.639666:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057679104:12345-192.168.203.27@tcp:3:dd.0 Request processed in 14632us (14718us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156263.639678:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5142 00010000:00010000:3.0:1746156263.641483:0:32397:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.641496:0:32397:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.641503:0:32397:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.641508:0:32397:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095714000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156263.641512:0:32397:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.641523:0:32397:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.641535:0:32397:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.641541:0:32397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095714000/0xb0171789e0e79247 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.641603:0:32397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057678848:12345-192.168.203.27@tcp:3:dd.0 Request processed in 17020us (17160us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156263.641612:0:32397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5141 00000100:00100000:1.0:1746156263.651686:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.651736:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.651760:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057679360 00000100:00100000:1.0:1746156263.651767:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057679360 00000100:00100000:1.0:1746156263.651812:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057679488 00000100:00100000:1.0:1746156263.651815:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057679488 00000100:00100000:1.0:1746156263.651832:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5143 00000100:00100000:1.0:1746156263.651839:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057679360:12345-192.168.203.27@tcp:4:dd.0 00002000:00010000:1.0:1746156263.651877:0:25322:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae8, atime: 0x0, ctime: 0x68143ae8, blocks: 0xc80b 00010000:00010000:1.0:1746156263.651884:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.651894:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.651896:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.651901:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.651913:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.652045:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5144 00000100:00100000:1.0:1746156263.652050:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057679488:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:1.0:1746156263.652063:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.652071:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.652072:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156263.652075:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.652081:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.659652:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746156263.683600:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.683627:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.683641:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.683654:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.683672:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.683693:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057680128 00000100:00100000:1.0:1746156263.683699:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057680128 00000100:00100000:1.0:1746156263.683725:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057680256 00000100:00100000:1.0:1746156263.683726:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057680256 00000100:00100000:1.0:1746156263.683738:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 415 00000100:00100000:1.0:1746156263.683743:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1974:x1830977057680128:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746156263.683788:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1974:x1830977057680128:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 45us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156263.683793:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 415 00000100:00100000:1.0:1746156263.683804:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 416 00000100:00100000:1.0:1746156263.683807:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057680256:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:1.0:1746156263.683821:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057680256:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 13us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156263.683829:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 416 00000100:00100000:0.0:1746156263.683911:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057679872 00000100:00100000:0.0:1746156263.683914:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057679872 00000100:00100000:0.0:1746156263.683935:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057680000 00000100:00100000:0.0:1746156263.683936:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057680000 00000100:00100000:0.0:1746156263.683948:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 349 00000100:00100000:0.0:1746156263.683952:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1974:x1830977057679872:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746156263.683990:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1974:x1830977057679872:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 37us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156263.683995:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 349 00000100:00100000:0.0:1746156263.684003:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 350 00000100:00100000:0.0:1746156263.684007:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1975:x1830977057680000:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746156263.684022:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1975:x1830977057680000:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 15us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156263.684027:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 350 00000100:00100000:0.0:1746156263.684036:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057679744 00000100:00100000:0.0:1746156263.684038:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057679744 00000100:00100000:0.0:1746156263.684050:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 383 00000100:00100000:0.0:1746156263.684054:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a532b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1975:x1830977057679744:12345-192.168.203.27@tcp:400:kworker.0 00000100:00100000:0.0:1746156263.684066:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a532b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:345c4e1a-5be1-4d72-a6cd-1f0c67f10967+12:1975:x1830977057679744:12345-192.168.203.27@tcp:400:kworker.0 Request processed in 12us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156263.684071:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 383 00000100:00080000:1.0:1746156263.684625:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1746156263.699575:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968116 is committed 00010000:00010000:1.0:1746156263.699669:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.699684:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.699692:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.699698:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095b0ca00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.699702:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.699709:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.699724:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.699730:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0ca00/0xb0171789e0e79255 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.700474:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057679360:12345-192.168.203.27@tcp:4:dd.0 Request processed in 48630us (48790us total) trans 4294968116 rc 0/0 00000100:00100000:1.0:1746156263.700482:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5143 00000001:00080000:3.0:1746156263.728915:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968117 is committed 00010000:00010000:1.0:1746156263.729023:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.729035:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.729042:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.729048:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095b0c600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156263.729051:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.729059:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.729074:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156263.729081:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b0c600/0xb0171789e0e7925c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.729327:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1974:x1830977057679488:12345-192.168.203.27@tcp:4:dd.0 Request processed in 77271us (77585us total) trans 4294968117 rc 0/0 00000100:00100000:1.0:1746156263.729336:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5144 00000100:00100000:1.0:1746156263.731804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.731882:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057680512 00000100:00100000:2.0:1746156263.731889:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057680512 00000100:00100000:2.0:1746156263.731943:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5145 00000100:00100000:2.0:1746156263.731950:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057680512:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:2.0:1746156263.731988:0:8468:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.731999:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.732001:0:8468:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.732005:0:8468:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.732016:0:8468:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.738074:0:8468:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.738090:0:8468:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.738103:0:8468:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.738109:0:8468:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba97200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156263.738113:0:8468:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.738120:0:8468:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.738135:0:8468:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.738141:0:8468:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97200/0xb0171789e0e79263 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156263.738206:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057680512:12345-192.168.203.27@tcp:3:dd.0 Request processed in 6251us (6403us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156263.738214:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5145 00000100:00100000:0.0:1746156263.741646:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.741899:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057680640 00000100:00100000:2.0:1746156263.741910:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057680640 00000100:00100000:2.0:1746156263.741960:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6808 00000100:00100000:2.0:1746156263.741967:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1141:x1830977057680640:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156263.741990:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156263.742004:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7926a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149df expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156263.742025:0:21377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68143ae8, atime: 0x0, ctime: 0x68143ae8, blocks: 0xc80b 00010000:00010000:2.0:1746156263.742042:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.742044:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156263.742051:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7926a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149df expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.742064:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba96e00/0xb0171789e0e7926a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149df expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.742073:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96e00, rc 0) 00000100:00100000:2.0:1746156263.742115:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1141:x1830977057680640:12345-192.168.203.27@tcp:101:dd.0 Request processed in 148us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156263.742121:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6808 00000100:00100000:1.0:1746156263.752053:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.752240:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057680896 00000100:00100000:0.0:1746156263.752248:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057680896 00002000:00100000:0.0:1746156263.752286:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880092e57480 x1830977057680896/t0(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156263.752296:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57480 with x1830977057680896 ext(25165824->26214399) 00002000:00010000:0.0:1746156263.752300:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57480 00000100:00100000:0.0:1746156263.752356:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5146 00000100:00100000:0.0:1746156263.752385:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057680896:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156263.758180:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057680896:12345-192.168.203.27@tcp:4:dd.0 Request processed in 5809us (6127us total) trans 4294968118 rc 0/0 00000100:00100000:0.0:1746156263.758190:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5146 00002000:00100000:0.0:1746156263.758199:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880092e57480 x1830977057680896/t4294968118(0) o4->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/448 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156263.758208:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e57480 with x1830977057680896 ext(25165824->26214399) 00002000:00010000:0.0:1746156263.758213:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e57480 00000100:00100000:0.0:1746156263.761915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.762014:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057681024 00000100:00100000:2.0:1746156263.762022:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057681024 00000100:00100000:2.0:1746156263.762532:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6809 00000100:00100000:2.0:1746156263.762540:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057681024:12345-192.168.203.27@tcp:16:dd.0 00000100:00100000:2.0:1746156263.784837:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057681024:12345-192.168.203.27@tcp:16:dd.0 Request processed in 22291us (22922us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156263.784847:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6809 00000001:00080000:3.0:1746156263.785071:0:9902:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968118 is committed 00000100:00100000:2.0:1746156263.787582:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.787652:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057681280 00000100:00100000:0.0:1746156263.787659:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057681280 00000100:00100000:0.0:1746156263.787694:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 177 00000100:00100000:0.0:1746156263.787700:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+29:1141:x1830977057681280:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:0.0:1746156263.788067:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1141:x1830977057681280:12345-192.168.203.27@tcp:35:dd.0 Request processed in 365us (489us total) trans 4294986217 rc 0/0 00000100:00100000:0.0:1746156263.788074:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 177 00000100:00100000:3.0:1746156263.795666:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.795710:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057681408 00000100:00100000:0.0:1746156263.795719:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057681408 00000100:00100000:0.0:1746156263.795821:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44387 00000100:00100000:0.0:1746156263.795829:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+30:1147:x1830977057681408:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:0.0:1746156263.795846:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156263.795859:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484e800/0xb0171789e0e79271 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149e6 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.795935:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484f800/0xb0171789e0e79278 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.795953:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009484f800/0xb0171789e0e79278 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.795961:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484f800/0xb0171789e0e79278 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:0.0:1746156263.796034:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746156263.796037:0:21172:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746156263.796063:0:21172:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009484f800/0xb0171789e0e79278 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.796080:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484e800/0xb0171789e0e79271 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149e6 expref: 32 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.796457:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484f800/0xb0171789e0e79278 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149e6 expref: 31 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.796465:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:0.0:1746156263.796467:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746156263.796469:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484f800, rc 0) 00000100:00100000:0.0:1746156263.796517:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1147:x1830977057681408:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 688us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156263.796523:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44387 00000100:00100000:2.0:1746156263.798226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.798252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.798306:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057681536 00000100:00100000:0.0:1746156263.798312:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057681536 00000100:00100000:0.0:1746156263.798345:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44388 00000100:00100000:0.0:1746156263.798351:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1147:x1830977057681536:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:0.0:1746156263.798363:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156263.798387:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484f600/0xb0171789e0e7927f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149ed expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.798499:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.798509:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00000100:00100000:3.0:1746156263.798624:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057681664 00000100:00100000:3.0:1746156263.798627:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057681664 00000100:00100000:3.0:1746156263.798657:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 7 00000100:00100000:3.0:1746156263.798662:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1974:x1830977057681664:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1746156263.798678:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156263.798684:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095714e00/0xb0171789e0e7928d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149f4 expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.798701:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156263.798727:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.798738:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.798744:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.798749:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.798817:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e792a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.798823:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e792a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.798827:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e792a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:0.0:1746156263.798848:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:0.0:1746156263.798851:0:21172:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746156263.798861:0:21172:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e792a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.798869:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e792a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:3.0:1746156263.798905:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798911:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798919:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798923:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798928:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798947:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798951:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798956:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798961:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095715c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156263.798964:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798970:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798987:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:3.0:1746156263.798989:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156263.798992:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.798996:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e79294 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156263.799042:0:21172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799048:0:21172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799052:0:21172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799056:0:21172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009484ea00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156263.799058:0:21172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799063:0:21172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799068:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:0.0:1746156263.799070:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156263.799072:0:21172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799077:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ea00/0xb0171789e0e79286 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799084:0:21172:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799088:0:21172:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799093:0:21172:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799098:0:21172:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba97600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156263.799100:0:21172:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799104:0:21172:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799109:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e13ff00) 00010000:00010000:0.0:1746156263.799110:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156263.799112:0:21172:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799116:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba97600/0xb0171789e0e7929b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156263.799134:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484f600/0xb0171789e0e7927f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ed expref: 35 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.799142:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e792a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ed expref: 34 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.799147:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:0.0:1746156263.799149:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746156263.799151:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba96800, rc 0) 00010000:00010000:3.0:1746156263.799299:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.799305:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.799309:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.799313:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095714000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156263.799315:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.799319:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.799325:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff880094e3db00) 00010000:00010000:3.0:1746156263.799327:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156263.799328:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.799333:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.799356:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880095714e00/0xb0171789e0e7928d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149f4 expref: 34 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.799363:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:3.0:1746156263.799377:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746156263.799380:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095714e00/0xb0171789e0e7928d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149f4 expref: 34 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.799386:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095714e00, rc -2) 00000100:00100000:0.0:1746156263.799623:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1147:x1830977057681536:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 1271us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156263.799629:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44388 00000100:00100000:3.0:1746156263.799680:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1974:x1830977057681664:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 1017us (1426us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746156263.799685:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 7 00000100:00100000:2.0:1746156263.802959:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.803006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.803070:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057681792 00000100:00100000:3.0:1746156263.803079:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057681792 00000100:00100000:2.0:1746156263.803094:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.803159:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057682048 00000100:00100000:3.0:1746156263.803162:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057682048 00000100:00100000:0.0:1746156263.803166:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057681920 00000100:00100000:0.0:1746156263.803170:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057681920 00000100:00100000:3.0:1746156263.803193:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6810 00000100:00100000:3.0:1746156263.803200:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a6b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057681792:12345-192.168.203.27@tcp:101:checkstat.0 00000100:00100000:0.0:1746156263.803200:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 253 00000100:00100000:0.0:1746156263.803205:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1972:x1830977057681920:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156263.803213:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156263.803216:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156263.803226:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e792b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c8149fb expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.803233:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba96800/0xb0171789e0e792a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149ed expref: 32 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.803246:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:0.0:1746156263.803249:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156263.803265:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054086528:192.168.203.27@tcp:106: 00000100:00100000:0.0:1746156263.803281:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1972:x1830977057681920:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 76us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156263.803287:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 253 00000100:00100000:3.0:1746156263.803315:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c5e6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746156263.803353:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6811 00000100:00100000:1.0:1746156263.803360:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057682048:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:1.0:1746156263.803391:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156263.803400:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5371a00/0xb0171789e0e792b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a02 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.803424:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054086656:192.168.203.27@tcp:106: 00000100:00100000:1.0:1746156263.803461:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1f00 going to sleep for 11 seconds 00002000:00010000:3.0:1746156263.805022:0:21377:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746156263.805027:0:21377:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime: 0 -> 1746156263 00002000:00010000:3.0:1746156263.805029:0:21377:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime: 0 -> 1746156263 00002000:00010000:3.0:1746156263.805031:0:21377:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime: 0 -> 1746156263 00002000:00010000:3.0:1746156263.805032:0:21377:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks: 1 -> 24585 00002000:00010000:3.0:1746156263.805045:0:21377:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 24585 -> 26633 00000100:00100000:3.0:1746156263.805052:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054086528:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746156263.805074:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e792b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149fb expref: 9 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156263.805086:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e792b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149fb expref: 9 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156263.805094:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095631400, rc 0) 00000100:00100000:3.0:1746156263.805133:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a6b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057681792:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 1933us (2124us total) trans 0 rc 301/301 00000100:00100000:3.0:1746156263.805139:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6810 00002000:00010000:1.0:1746156263.805200:0:8462:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746156263.805203:0:8462:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb mtime: 0 -> 1746156263 00002000:00010000:1.0:1746156263.805205:0:8462:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb atime: 0 -> 1746156263 00002000:00010000:1.0:1746156263.805206:0:8462:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb ctime: 0 -> 1746156263 00000100:00100000:1.0:1746156263.805216:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054086656:192.168.203.27@tcp:106: 00010000:00010000:1.0:1746156263.805230:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5371a00/0xb0171789e0e792b7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a02 expref: 8 pid: 8462 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746156263.805239:0:8462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5371a00/0xb0171789e0e792b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a02 expref: 8 pid: 8462 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746156263.805261:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5371a00, rc 0) 00000100:00100000:1.0:1746156263.805290:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057682048:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 1930us (2195us total) trans 0 rc 301/301 00000100:00100000:1.0:1746156263.805296:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6811 00000100:00100000:0.0:1746156263.812610:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.812750:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057682176 00000100:00100000:2.0:1746156263.812758:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057682176 00000100:00100000:2.0:1746156263.812801:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44389 00000100:00100000:2.0:1746156263.812807:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1148:x1830977057682176:12345-192.168.203.27@tcp:101:checkstat.0 00010000:00010000:2.0:1746156263.812826:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156263.812842:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ce00/0xb0171789e0e792be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a09 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.812891:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156263.812901:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156263.812910:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:2.0:1746156263.812953:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746156263.812956:0:21172:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156263.812968:0:21172:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156263.812995:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ce00/0xb0171789e0e792be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a09 expref: 26 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.813024:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a09 expref: 25 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.813032:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:2.0:1746156263.813034:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746156263.813037:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ca00, rc 0) 00000100:00100000:2.0:1746156263.813139:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+25:1148:x1830977057682176:12345-192.168.203.27@tcp:101:checkstat.0 Request processed in 264us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156263.813145:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44389 00000100:00100000:0.0:1746156263.816854:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.817031:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057682304 00000100:00100000:3.0:1746156263.817038:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057682304 00000100:00100000:3.0:1746156263.817100:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 8 00000100:00100000:3.0:1746156263.817105:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+25:1972:x1830977057682304:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1746156263.817131:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156263.817141:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a10 expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.817172:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817180:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817186:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817194:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817197:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817200:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817239:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817242:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817246:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817249:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095715c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156263.817251:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817255:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817260:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:3.0:1746156263.817261:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156263.817263:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817266:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095715c00/0xb0171789e0e792d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817286:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817289:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817292:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817294:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095631400 already unused, calling callback (ffffffffa1373690) 00010000:00010000:3.0:1746156263.817296:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817299:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817302:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880094e3dd00) 00010000:00010000:3.0:1746156263.817303:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156263.817304:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817306:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095631400/0xb0171789e0e792da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746156263.817326:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792cc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a10 expref: 26 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.817331:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:3.0:1746156263.817332:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746156263.817333:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095714000/0xb0171789e0e792cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a10 expref: 26 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.817337:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095714000, rc -2) 00000100:00100000:3.0:1746156263.817395:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+25:1972:x1830977057682304:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 290us (549us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746156263.817399:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 8 00000100:00100000:3.0:1746156263.830433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.830475:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057682560 00000100:00100000:2.0:1746156263.830483:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057682560 00000100:00100000:2.0:1746156263.830526:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44390 00000100:00100000:2.0:1746156263.830532:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1151:x1830977057682560:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746156263.830546:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156263.830559:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484d400/0xb0171789e0e792e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a48 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.830628:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ce00/0xb0171789e0e792e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156263.830640:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ce00/0xb0171789e0e792e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:2.0:1746156263.830760:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ce00/0xb0171789e0e792e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:2.0:1746156263.830770:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:2.0:1746156263.830851:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484d400/0xb0171789e0e792e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a48 expref: 34 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.830865:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ce00/0xb0171789e0e792e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a48 expref: 33 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156263.830872:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:2.0:1746156263.830874:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156263.830876:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009484ce00, rc 0) 00000100:00100000:2.0:1746156263.830908:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1151:x1830977057682560:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 377us (482us total) trans 4294986218 rc 0/0 00000100:00100000:2.0:1746156263.830913:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44390 00000100:00100000:0.0:1746156263.833483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.833530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.833602:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057682816 00000100:00100000:1.0:1746156263.833609:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057682816 00000100:00100000:1.0:1746156263.833650:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057682944 00000100:00100000:1.0:1746156263.833652:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057682944 00000100:00100000:1.0:1746156263.833666:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6812 00000100:00100000:1.0:1746156263.834035:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057682816:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:1.0:1746156263.834055:0:8462:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156263.834069:0:8462:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e792f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a4f expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156263.834111:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054086784:192.168.203.27@tcp:106: 00000100:00100000:1.0:1746156263.834179:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156263.834339:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6813 00000100:00100000:3.0:1746156263.834350:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057682944:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746156263.834360:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156263.834387:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e792fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a56 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156263.834418:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054086912:192.168.203.27@tcp:106: 00000100:00100000:3.0:1746156263.834459:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c5e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746156263.834829:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.835001:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057682688 00000100:00100000:3.0:1746156263.835006:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057682688 00000100:00100000:3.0:1746156263.835049:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 254 00000100:00100000:3.0:1746156263.835054:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1974:x1830977057682688:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156263.835062:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156263.835078:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ce00/0xb0171789e0e792e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a48 expref: 33 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.835100:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:3.0:1746156263.835103:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156263.835134:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1974:x1830977057682688:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 79us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156263.835140:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 254 00000100:00100000:1.0:1746156263.842460:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8462:1830977054086784:192.168.203.27@tcp:106: 00010000:00010000:1.0:1746156263.842490:0:8462:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e792f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a4f expref: 9 pid: 8462 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746156263.842503:0:8462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136ba4e00/0xb0171789e0e792f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a4f expref: 9 pid: 8462 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746156263.842516:0:8462:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136ba4e00, rc 0) 00000100:00100000:3.0:1746156263.842525:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054086912:192.168.203.27@tcp:106: 00010000:00010000:3.0:1746156263.842540:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e792fd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a56 expref: 8 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156263.842551:0:21377:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095630200/0xb0171789e0e792fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a56 expref: 8 pid: 21377 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746156263.842557:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057682816:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 8885us (9080us total) trans 0 rc 301/301 00010000:00010000:3.0:1746156263.842564:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095630200, rc 0) 00000100:00100000:1.0:1746156263.842565:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6812 00000100:00100000:3.0:1746156263.842581:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1972:x1830977057682944:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 8234us (9052us total) trans 0 rc 301/301 00000100:00100000:3.0:1746156263.842586:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6813 00000100:00100000:1.0:1746156263.852224:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.852285:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057683072 00000100:00100000:3.0:1746156263.852293:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057683072 00000100:00100000:3.0:1746156263.852342:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6814 00000100:00100000:3.0:1746156263.852348:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1151:x1830977057683072:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746156263.852363:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156263.852404:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a5d expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.852429:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.852435:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156263.852437:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156263.852440:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.852463:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 8 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.852473:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 8 pid: 8463 timeout: 619 lvb_type: 0 00000100:00100000:3.0:1746156263.852486:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054087040:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156263.852560:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c5e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156263.855681:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21377:1830977054087040:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156263.855712:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 9 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.855734:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095631400, rc 0) 00000100:00100000:3.0:1746156263.855796:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1151:x1830977057683072:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 3446us (3577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156263.855809:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6814 00000100:00100000:2.0:1746156263.877345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.877388:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057683200 00000100:00100000:0.0:1746156263.877395:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057683200 00010000:00010000:0.0:1746156263.877420:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 9 pid: 8463 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746156263.877444:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11331 00000100:00100000:0.0:1746156263.877449:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057683200:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156263.877457:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156263.877471:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 9 pid: 8463 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746156263.877482:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 9 pid: 8463 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746156263.877498:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fc2600/0xb0171789e0e79113 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d1 expref: 9 pid: 8463 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746156263.877525:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.877527:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.877533:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.877540:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.877565:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156263.877576:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcd5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054087168:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156263.877644:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093713540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156263.881066:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054087168:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156263.881083:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156263.881117:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977057683200:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 3666us (3778us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156263.881127:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11331 00000100:00100000:2.0:1746156263.883097:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.883153:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057683456 00000100:00100000:0.0:1746156263.883161:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057683456 00002000:00100000:0.0:1746156263.883195:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880093ce8a80 x1830977057683456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156263.883204:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8a80 with x1830977057683456 ext(0->1048575) 00002000:00010000:0.0:1746156263.883208:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8a80 00000100:00100000:0.0:1746156263.883241:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5147 00000100:00100000:0.0:1746156263.883248:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057683456:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156263.890054:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057683456:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 6798us (6954us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156263.890066:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5147 00002000:00100000:0.0:1746156263.890076:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880093ce8a80 x1830977057683456/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156263.890086:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8a80 with x1830977057683456 ext(0->1048575) 00002000:00010000:0.0:1746156263.890092:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8a80 00000100:00100000:1.0:1746156263.893848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156263.894136:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057683584 00000100:00100000:3.0:1746156263.894144:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057683584 00000100:00100000:3.0:1746156263.894192:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6815 00000100:00100000:3.0:1746156263.894199:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1151:x1830977057683584:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746156263.894215:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156263.894229:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a64 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.895469:0:21377:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.895477:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156263.895478:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746156263.895481:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.895512:0:21377:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 52 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.895522:0:21377:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 52 pid: 8463 timeout: 619 lvb_type: 0 00000100:00100000:3.0:1746156263.895533:0:21377:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054087296:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156263.895608:0:21377:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c5e6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746156263.899274:0:21377:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21377:1830977054087296:192.168.203.27@tcp:104: 00010000:00010000:3.0:1746156263.899302:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156263.899317:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095631000, rc 0) 00000100:00100000:3.0:1746156263.899399:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1151:x1830977057683584:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 5200us (5557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156263.899407:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6815 00000100:00100000:2.0:1746156263.905069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.905136:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057683712 00000100:00100000:0.0:1746156263.905143:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057683712 00010000:00010000:0.0:1746156263.905173:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 53 pid: 8463 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746156263.905211:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11332 00000100:00100000:0.0:1746156263.905219:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1975:x1830977057683712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156263.905230:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156263.905247:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 53 pid: 8463 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746156263.905263:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 53 pid: 8463 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746156263.905281:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c22ec00/0xb0171789e0e79128 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149d8 expref: 53 pid: 8463 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746156263.905307:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.905309:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156263.905315:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.905323:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156263.905347:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156263.905358:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcd5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054087424:192.168.203.27@tcp:105: 00000100:00100000:0.0:1746156263.905450:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093713540 going to sleep for 11 seconds 00000100:00100000:0.0:1746156263.909720:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcd5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054087424:192.168.203.27@tcp:105: 00010000:00010000:0.0:1746156263.909736:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156263.909788:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+52:1975:x1830977057683712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 4569us (4724us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156263.909797:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11332 00000100:00100000:3.0:1746156263.917431:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.917458:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057683968 00000100:00100000:0.0:1746156263.917466:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057683968 00002000:00100000:0.0:1746156263.917501:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88008b4b3100 x1830977057683968/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156263.917510:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b3100 with x1830977057683968 ext(0->1048575) 00002000:00010000:0.0:1746156263.917513:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b4b3100 00000100:00100000:0.0:1746156263.917543:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5148 00000100:00100000:0.0:1746156263.917548:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057683968:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156263.921823:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.921866:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.921893:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057684480 00000100:00100000:1.0:1746156263.921902:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057684480 00002000:00100000:1.0:1746156263.922328:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff8800956eb480 x1830977057684480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.922339:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb480 with x1830977057684480 ext(1048576->2097151) 00002000:00010000:1.0:1746156263.922345:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb480 00000100:00100000:1.0:1746156263.922394:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057684352 00000100:00100000:1.0:1746156263.922397:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057684352 00002000:00100000:1.0:1746156263.922414:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8800956eb100 x1830977057684352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.922420:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb100 with x1830977057684352 ext(1048576->2097151) 00002000:00010000:1.0:1746156263.922422:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956eb100 00000100:00100000:1.0:1746156263.922434:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5149 00000100:00100000:1.0:1746156263.922439:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057684480:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156263.922594:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5150 00000100:00100000:0.0:1746156263.922603:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057684352:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156263.924408:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057683968:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 6848us (6972us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156263.924418:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5148 00002000:00100000:0.0:1746156263.924426:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88008b4b3100 x1830977057683968/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156263.924434:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b3100 with x1830977057683968 ext(0->1048575) 00002000:00010000:0.0:1746156263.924439:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b4b3100 00000100:00100000:2.0:1746156263.933824:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057684480:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 11375us (11999us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156263.933834:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5149 00002000:00100000:2.0:1746156263.933843:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff8800956eb480 x1830977057684480/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156263.933852:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb480 with x1830977057684480 ext(1048576->2097151) 00002000:00010000:2.0:1746156263.933856:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956eb480 00000100:00100000:1.0:1746156263.937528:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057684352:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14918us (15652us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156263.937539:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5150 00002000:00100000:1.0:1746156263.937664:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8800956eb100 x1830977057684352/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.937673:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb100 with x1830977057684352 ext(1048576->2097151) 00002000:00010000:1.0:1746156263.937678:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956eb100 00000100:00100000:0.0:1746156263.954137:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156263.954185:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.954261:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057684736 00000100:00100000:1.0:1746156263.954269:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057684736 00002000:00100000:1.0:1746156263.954352:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88009bcd5180 x1830977057684736/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.954362:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5180 with x1830977057684736 ext(2097152->3145727) 00002000:00010000:1.0:1746156263.954395:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5180 00000100:00100000:1.0:1746156263.954410:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057684992 00000100:00100000:1.0:1746156263.954412:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057684992 00002000:00100000:1.0:1746156263.954424:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88009bcd4000 x1830977057684992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.954431:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4000 with x1830977057684992 ext(3145728->4194303) 00002000:00010000:1.0:1746156263.954434:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd4000 00000100:00100000:1.0:1746156263.954446:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5151 00000100:00100000:1.0:1746156263.954451:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057684736:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156263.954464:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5152 00000100:00100000:0.0:1746156263.954475:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057684992:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156263.959942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.960815:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.960906:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057685248 00000100:00100000:1.0:1746156263.960914:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057685248 00002000:00100000:1.0:1746156263.960952:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8800956eaa00 x1830977057685248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.960960:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eaa00 with x1830977057685248 ext(2097152->3145727) 00002000:00010000:1.0:1746156263.960965:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956eaa00 00000100:00100000:1.0:1746156263.961397:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057685376 00000100:00100000:1.0:1746156263.961401:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057685376 00002000:00100000:1.0:1746156263.961416:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8800956ea300 x1830977057685376/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.961422:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956ea300 with x1830977057685376 ext(3145728->4194303) 00002000:00010000:1.0:1746156263.961425:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956ea300 00000100:00100000:1.0:1746156263.961440:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5153 00000100:00100000:1.0:1746156263.961446:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057685248:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156263.961709:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5154 00000100:00100000:0.0:1746156263.961717:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057685376:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156263.966583:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1974:x1830977057684736:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12123us (12444us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156263.966593:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5151 00002000:00100000:1.0:1746156263.966603:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88009bcd5180 x1830977057684736/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.966616:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5180 with x1830977057684736 ext(2097152->3145727) 00002000:00010000:1.0:1746156263.966620:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5180 00000100:00100000:1.0:1746156263.968654:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057684992:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14054us (14338us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156263.968664:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5152 00002000:00100000:1.0:1746156263.968673:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88009bcd4000 x1830977057684992/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.968681:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4000 with x1830977057684992 ext(3145728->4194303) 00002000:00010000:1.0:1746156263.968686:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd4000 00000100:00100000:1.0:1746156263.971812:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057685248:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10357us (11870us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156263.971823:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5153 00002000:00100000:1.0:1746156263.971834:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8800956eaa00 x1830977057685248/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.971843:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eaa00 with x1830977057685248 ext(2097152->3145727) 00002000:00010000:1.0:1746156263.971848:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956eaa00 00000100:00100000:1.0:1746156263.979164:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057685376:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17440us (18342us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156263.979174:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5154 00002000:00100000:1.0:1746156263.979183:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8800956ea300 x1830977057685376/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.979190:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956ea300 with x1830977057685376 ext(3145728->4194303) 00002000:00010000:1.0:1746156263.979195:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956ea300 00000100:00100000:2.0:1746156263.990105:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.990291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.990351:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156263.990676:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057685760 00000100:00100000:1.0:1746156263.990684:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057685760 00002000:00100000:1.0:1746156263.990717:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff8800956e8e00 x1830977057685760/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.990725:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8e00 with x1830977057685760 ext(4194304->5242879) 00002000:00010000:1.0:1746156263.990729:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8e00 00000100:00100000:1.0:1746156263.990742:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057686016 00000100:00100000:1.0:1746156263.990744:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057686016 00002000:00100000:1.0:1746156263.990753:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff8800956e8700 x1830977057686016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.990758:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8700 with x1830977057686016 ext(5242880->6291455) 00002000:00010000:1.0:1746156263.990760:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8700 00000100:00100000:1.0:1746156263.990774:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057686400 00000100:00100000:1.0:1746156263.990776:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057686400 00002000:00100000:1.0:1746156263.990786:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8800956eb800 x1830977057686400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156263.990792:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb800 with x1830977057686400 ext(5242880->6291455) 00002000:00010000:1.0:1746156263.990795:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956eb800 00000100:00100000:1.0:1746156263.990810:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5155 00000100:00100000:1.0:1746156263.990816:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057685760:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156263.990860:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5156 00000100:00100000:0.0:1746156263.990868:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057686016:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156263.991459:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156263.991487:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057686272 00000100:00100000:2.0:1746156263.991493:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057686272 00002000:00100000:2.0:1746156263.991517:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff8800956e9500 x1830977057686272/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/0 e 0 to 0 dl 1746156274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156263.991525:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9500 with x1830977057686272 ext(4194304->5242879) 00002000:00010000:2.0:1746156263.991529:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956e9500 00000100:00100000:2.0:1746156263.991556:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5157 00000100:00100000:2.0:1746156263.991563:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057686400:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156263.991735:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5158 00000100:00100000:3.0:1746156263.991749:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057686272:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.002109:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1973:x1830977057685760:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 11283us (12002us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.002119:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5155 00002000:00100000:1.0:1746156264.002129:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff8800956e8e00 x1830977057685760/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.002139:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8e00 with x1830977057685760 ext(4194304->5242879) 00002000:00010000:1.0:1746156264.002144:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8e00 00000100:00100000:0.0:1746156264.009048:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057686016:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 18174us (18749us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.009058:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5156 00002000:00100000:0.0:1746156264.009067:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff8800956e8700 x1830977057686016/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.009076:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8700 with x1830977057686016 ext(5242880->6291455) 00002000:00010000:0.0:1746156264.009081:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800956e8700 00000100:00100000:2.0:1746156264.009206:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057686272:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17463us (17749us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.009213:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5158 00002000:00100000:2.0:1746156264.009217:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff8800956e9500 x1830977057686272/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.009225:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e9500 with x1830977057686272 ext(4194304->5242879) 00002000:00010000:2.0:1746156264.009228:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956e9500 00000100:00100000:2.0:1746156264.010734:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057686400:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 19166us (20378us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.010742:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5157 00002000:00100000:2.0:1746156264.010750:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8800956eb800 x1830977057686400/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:579/0 lens 488/440 e 0 to 0 dl 1746156274 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.010758:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956eb800 with x1830977057686400 ext(5242880->6291455) 00002000:00010000:2.0:1746156264.010762:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956eb800 00000100:00100000:0.0:1746156264.017071:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.017340:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057686784 00000100:00100000:2.0:1746156264.017348:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057686784 00000100:00080000:1.0:1746156264.017416:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:2.0:1746156264.017434:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009bcd7800 x1830977057686784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.017444:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977057686784 ext(6291456->7340031) 00002000:00010000:2.0:1746156264.017448:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd7800 00000100:00100000:2.0:1746156264.017467:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5159 00000100:00100000:2.0:1746156264.017474:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057686784:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156264.027609:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057686784:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10128us (10539us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.027618:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5159 00002000:00100000:2.0:1746156264.027630:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009bcd7800 x1830977057686784/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.027639:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd7800 with x1830977057686784 ext(6291456->7340031) 00002000:00010000:2.0:1746156264.027644:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd7800 00000100:00100000:3.0:1746156264.039137:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.039231:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057687040 00000100:00100000:2.0:1746156264.039239:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057687040 00002000:00100000:2.0:1746156264.039291:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88008b4b2d80 x1830977057687040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.039304:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2d80 with x1830977057687040 ext(6291456->7340031) 00002000:00010000:2.0:1746156264.039308:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b4b2d80 00000100:00100000:2.0:1746156264.039332:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5160 00000100:00100000:2.0:1746156264.039339:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057687040:12345-192.168.203.27@tcp:3:cmp.0 00000100:00080000:1.0:1746156264.039492:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746156264.039708:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.039765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.039789:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057687296 00000100:00100000:1.0:1746156264.039791:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057687296 00002000:00100000:1.0:1746156264.039806:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880092e55180 x1830977057687296/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.039812:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55180 with x1830977057687296 ext(7340032->8388607) 00002000:00010000:1.0:1746156264.039815:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e55180 00000100:00100000:1.0:1746156264.039823:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057687552 00000100:00100000:1.0:1746156264.039825:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057687552 00002000:00100000:1.0:1746156264.039834:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880092e55c00 x1830977057687552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.039840:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55c00 with x1830977057687552 ext(7340032->8388607) 00002000:00010000:1.0:1746156264.039842:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55c00 00000100:00100000:1.0:1746156264.039862:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5161 00000100:00100000:1.0:1746156264.039868:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057687296:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.040294:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5162 00000100:00100000:1.0:1746156264.040299:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057687552:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.048492:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1973:x1830977057687296:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 8616us (8776us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.048505:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5161 00002000:00100000:1.0:1746156264.048514:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880092e55180 x1830977057687296/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.048523:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55180 with x1830977057687296 ext(7340032->8388607) 00002000:00010000:1.0:1746156264.048527:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e55180 00000100:00100000:2.0:1746156264.054194:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1973:x1830977057687552:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13886us (14420us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.054205:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5162 00002000:00100000:2.0:1746156264.054217:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880092e55c00 x1830977057687552/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.054225:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e55c00 with x1830977057687552 ext(7340032->8388607) 00002000:00010000:2.0:1746156264.054230:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092e55c00 00000100:00100000:0.0:1746156264.056501:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057687040:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 17153us (17362us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.056512:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5160 00002000:00100000:0.0:1746156264.056522:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88008b4b2d80 x1830977057687040/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.056532:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b2d80 with x1830977057687040 ext(6291456->7340031) 00002000:00010000:0.0:1746156264.056537:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b4b2d80 00000100:00100000:0.0:1746156264.065051:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.065147:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057687808 00000100:00100000:2.0:1746156264.065155:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057687808 00002000:00100000:2.0:1746156264.065193:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88009bcd4a80 x1830977057687808/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.065203:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4a80 with x1830977057687808 ext(8388608->9437183) 00002000:00010000:2.0:1746156264.065209:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd4a80 00000100:00100000:2.0:1746156264.065791:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5163 00000100:00100000:2.0:1746156264.065799:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057687808:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.075069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.075114:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057688064 00000100:00100000:0.0:1746156264.075122:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057688064 00002000:00100000:0.0:1746156264.075153:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff8800a60ace00 x1830977057688064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.075162:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ace00 with x1830977057688064 ext(8388608->9437183) 00002000:00010000:0.0:1746156264.075167:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ace00 00000100:00100000:0.0:1746156264.075198:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5164 00000100:00100000:0.0:1746156264.075205:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057688064:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156264.075538:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057687808:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9739us (10494us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.075546:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5163 00002000:00100000:3.0:1746156264.075553:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88009bcd4a80 x1830977057687808/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.075559:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd4a80 with x1830977057687808 ext(8388608->9437183) 00002000:00010000:3.0:1746156264.075562:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd4a80 00000100:00100000:0.0:1746156264.082104:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057688064:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 6890us (7033us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.082115:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5164 00002000:00100000:0.0:1746156264.082125:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff8800a60ace00 x1830977057688064/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.082134:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ace00 with x1830977057688064 ext(8388608->9437183) 00002000:00010000:0.0:1746156264.082139:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ace00 00000100:00100000:2.0:1746156264.093352:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.093397:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057688448 00000100:00100000:0.0:1746156264.093404:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057688448 00000100:00100000:2.0:1746156264.093428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:0.0:1746156264.093439:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800956e8a80 x1830977057688448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.093448:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8a80 with x1830977057688448 ext(9437184->10485759) 00002000:00010000:0.0:1746156264.093452:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956e8a80 00000100:00100000:0.0:1746156264.093487:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057688576 00000100:00100000:0.0:1746156264.093489:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057688576 00000100:00100000:2.0:1746156264.093497:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5165 00002000:00100000:0.0:1746156264.093498:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009c080a80 x1830977057688576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.093504:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080a80 with x1830977057688576 ext(9437184->10485759) 00000100:00100000:2.0:1746156264.093505:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057688448:12345-192.168.203.27@tcp:3:cmp.0 00002000:00010000:0.0:1746156264.093507:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c080a80 00000100:00100000:0.0:1746156264.093525:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5166 00000100:00100000:0.0:1746156264.093530:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057688576:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156264.109208:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057688448:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15695us (15854us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.109218:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5165 00002000:00100000:2.0:1746156264.109229:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800956e8a80 x1830977057688448/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.109238:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800956e8a80 with x1830977057688448 ext(9437184->10485759) 00002000:00010000:2.0:1746156264.109243:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800956e8a80 00000100:00100000:1.0:1746156264.110181:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057688576:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16645us (16747us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.110191:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5166 00002000:00100000:1.0:1746156264.110198:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009c080a80 x1830977057688576/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.110205:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080a80 with x1830977057688576 ext(9437184->10485759) 00002000:00010000:1.0:1746156264.110209:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c080a80 00000100:00100000:3.0:1746156264.116211:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.116310:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057688832 00000100:00100000:1.0:1746156264.116319:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057688832 00002000:00100000:1.0:1746156264.116352:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88008b4b0000 x1830977057688832/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.116362:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0000 with x1830977057688832 ext(10485760->11534335) 00002000:00010000:1.0:1746156264.116527:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b0000 00000100:00100000:1.0:1746156264.116556:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5167 00000100:00100000:1.0:1746156264.116563:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057688832:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.127016:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.127353:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057689088 00000100:00100000:2.0:1746156264.127361:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057689088 00002000:00100000:2.0:1746156264.127425:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009bcd6a00 x1830977057689088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.127435:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6a00 with x1830977057689088 ext(10485760->11534335) 00002000:00010000:2.0:1746156264.127439:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcd6a00 00000100:00100000:2.0:1746156264.127469:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5168 00000100:00100000:2.0:1746156264.127476:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057689088:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.133214:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057688832:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 16644us (17004us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.133226:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5167 00002000:00100000:1.0:1746156264.133236:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88008b4b0000 x1830977057688832/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.133245:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0000 with x1830977057688832 ext(10485760->11534335) 00002000:00010000:1.0:1746156264.133250:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b0000 00000100:00100000:0.0:1746156264.140612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.140697:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057689344 00000100:00100000:1.0:1746156264.140706:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057689344 00002000:00100000:1.0:1746156264.140740:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009bcd5f80 x1830977057689344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.140749:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5f80 with x1830977057689344 ext(11534336->12582911) 00002000:00010000:1.0:1746156264.140753:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5f80 00000100:00100000:1.0:1746156264.141420:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5169 00000100:00100000:1.0:1746156264.141428:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057689344:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156264.146455:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057689088:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 18972us (19439us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.146465:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5168 00002000:00100000:3.0:1746156264.146475:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009bcd6a00 x1830977057689088/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.146484:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd6a00 with x1830977057689088 ext(10485760->11534335) 00002000:00010000:3.0:1746156264.146494:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcd6a00 00000100:00100000:1.0:1746156264.152631:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057689344:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 11195us (12018us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.152642:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5169 00002000:00100000:1.0:1746156264.152653:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009bcd5f80 x1830977057689344/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.152662:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcd5f80 with x1830977057689344 ext(11534336->12582911) 00002000:00010000:1.0:1746156264.152668:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bcd5f80 00000100:00100000:1.0:1746156264.169692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.169876:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057689600 00000100:00100000:2.0:1746156264.169885:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057689600 00002000:00100000:2.0:1746156264.169923:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800a60adc00 x1830977057689600/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.169933:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60adc00 with x1830977057689600 ext(11534336->12582911) 00002000:00010000:2.0:1746156264.169938:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60adc00 00000100:00100000:2.0:1746156264.170717:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5170 00000100:00100000:2.0:1746156264.170726:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057689600:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.184285:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057689600:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13552us (14593us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.184295:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5170 00002000:00100000:0.0:1746156264.184305:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800a60adc00 x1830977057689600/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.184314:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60adc00 with x1830977057689600 ext(11534336->12582911) 00002000:00010000:0.0:1746156264.184319:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60adc00 00000100:00100000:0.0:1746156264.193174:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.193240:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057689856 00000100:00100000:2.0:1746156264.193249:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057689856 00002000:00100000:2.0:1746156264.193285:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009444aa00 x1830977057689856/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.193295:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444aa00 with x1830977057689856 ext(12582912->13631487) 00002000:00010000:2.0:1746156264.193299:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444aa00 00000100:00100000:2.0:1746156264.194639:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5171 00000100:00100000:2.0:1746156264.194652:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057689856:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156264.202723:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057689856:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 8067us (9547us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.202733:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5171 00002000:00100000:2.0:1746156264.202743:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009444aa00 x1830977057689856/t0(0) o3->5472605d-805c-4c64-82c5-ca9e69bfb8fc@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.202751:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444aa00 with x1830977057689856 ext(12582912->13631487) 00002000:00010000:2.0:1746156264.202755:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444aa00 00000100:00100000:0.0:1746156264.209477:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.209554:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057690112 00000100:00100000:2.0:1746156264.209560:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057690112 00000100:00100000:2.0:1746156264.209609:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 178 00000100:00100000:2.0:1746156264.209616:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a651f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1151:x1830977057690112:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:2.0:1746156264.209896:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a651f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1151:x1830977057690112:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 279us (424us total) trans 4294986219 rc 0/0 00000100:00100000:2.0:1746156264.209902:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 178 00000100:00100000:0.0:1746156264.220820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.220871:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.220877:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057690368 00000100:00100000:3.0:1746156264.220885:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057690368 00000100:00080000:0.0:1746156264.220914:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746156264.220926:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44391 00000100:00100000:3.0:1746156264.220932:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094449180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+25:1152:x1830977057690368:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746156264.220947:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156264.220959:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e79312 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a6b expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156264.220993:0:7122:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057690496 00000100:00100000:1.0:1746156264.220998:0:7122:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057690496 00000100:00100000:1.0:1746156264.221032:0:7122:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 9 00010000:00010000:3.0:1746156264.221035:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e79319 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00000100:00100000:1.0:1746156264.221038:0:7122:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1974:x1830977057690496:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1746156264.221047:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e79319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:1.0:1746156264.221053:0:7122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156264.221057:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e79319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:1.0:1746156264.221060:0:7122:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095630200/0xb0171789e0e79320 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814a72 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1746156264.221066:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746156264.221083:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221214:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221222:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221234:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221239:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221245:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221713:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:3.0:1746156264.221714:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094167a00/0xb0171789e0e79312 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a6b expref: 30 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.221719:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221725:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221729:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a2ec00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156264.221733:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221738:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:3.0:1746156264.221740:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e79319 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a6b expref: 29 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.221747:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:1.0:1746156264.221747:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:3.0:1746156264.221749:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746156264.221749:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156264.221752:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094167c00, rc 0) 00010000:00010000:1.0:1746156264.221752:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221757:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a2ec00/0xb0171789e0e7932e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221770:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221775:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221779:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221783:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a532d000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156264.221785:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00000100:00100000:3.0:1746156264.221788:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094449180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+29:1152:x1830977057690368:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 856us (976us total) trans 4294986220 rc 0/0 00010000:00010000:1.0:1746156264.221788:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221793:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88013694e300) 00010000:00010000:1.0:1746156264.221794:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746156264.221795:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44391 00010000:00010000:1.0:1746156264.221796:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221803:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532d000/0xb0171789e0e79335 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.221829:0:7122:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880095630200/0xb0171789e0e79320 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a72 expref: 28 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.221835:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:1.0:1746156264.221836:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746156264.221839:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095630200/0xb0171789e0e79320 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a72 expref: 28 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.221844:0:7122:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095630200, rc -2) 00000100:00100000:1.0:1746156264.221876:0:7122:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1974:x1830977057690496:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 839us (1005us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746156264.221882:0:7122:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 9 00000100:00100000:3.0:1746156264.224559:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.224592:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.224648:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.224675:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057691008 00000100:00100000:3.0:1746156264.224681:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057691008 00000100:00100000:3.0:1746156264.224714:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 255 00000100:00100000:3.0:1746156264.224720:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1973:x1830977057691008:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156264.224730:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156264.224749:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094167c00/0xb0171789e0e79319 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a6b expref: 27 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.224763:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:3.0:1746156264.224766:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156264.224793:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1973:x1830977057691008:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 74us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.224799:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 255 00000100:00100000:0.0:1746156264.225197:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057690752 00000100:00100000:0.0:1746156264.225202:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057690752 00000100:00100000:0.0:1746156264.225226:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44392 00000100:00100000:0.0:1746156264.225232:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1152:x1830977057690752:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:0.0:1746156264.225251:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156264.225262:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094941400/0xb0171789e0e7933c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814aa3 expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.225328:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094941a00/0xb0171789e0e79343 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156264.225339:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094941a00/0xb0171789e0e79343 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156264.225347:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094941a00/0xb0171789e0e79343 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:0.0:1746156264.225358:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:0.0:1746156264.225460:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094941400/0xb0171789e0e7933c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814aa3 expref: 29 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.225476:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094941a00/0xb0171789e0e79343 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814aa3 expref: 28 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.225482:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:0.0:1746156264.225485:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746156264.225487:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094941a00, rc 0) 00000100:00100000:0.0:1746156264.225509:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1152:x1830977057690752:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 277us (955us total) trans 4294986221 rc 0/0 00000100:00100000:0.0:1746156264.225514:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44392 00000100:00100000:1.0:1746156264.225637:0:7122:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057690880 00000100:00100000:1.0:1746156264.225642:0:7122:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057690880 00000100:00100000:1.0:1746156264.225661:0:7122:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 10 00000100:00100000:1.0:1746156264.225665:0:7122:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136bad450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1974:x1830977057690880:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1746156264.225679:0:7122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156264.225684:0:7122:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532c800/0xb0171789e0e79351 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814aaa expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.225703:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225708:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225715:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225721:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225724:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225726:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225759:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225763:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225767:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225769:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095630000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156264.225772:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225775:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225779:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:1.0:1746156264.225780:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156264.225782:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225784:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095630000/0xb0171789e0e79358 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225791:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225794:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225796:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225799:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a547c800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156264.225800:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225802:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225805:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88013694e800) 00010000:00010000:1.0:1746156264.225806:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156264.225807:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225809:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xb0171789e0e7935f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.225824:0:7122:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532c800/0xb0171789e0e79351 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814aaa expref: 29 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.225827:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:1.0:1746156264.225828:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746156264.225830:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a532c800/0xb0171789e0e79351 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814aaa expref: 29 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.225836:0:7122:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a532c800, rc -2) 00000100:00100000:1.0:1746156264.225855:0:7122:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136bad450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1974:x1830977057690880:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 190us (1263us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746156264.225859:0:7122:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 10 00000100:00100000:2.0:1746156264.228146:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.228172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.228194:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057691264 00000100:00100000:3.0:1746156264.228200:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057691264 00000100:00100000:2.0:1746156264.228207:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.228229:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057691136 00000100:00100000:2.0:1746156264.228231:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057691136 00000100:00100000:2.0:1746156264.228261:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 256 00000100:00100000:2.0:1746156264.228266:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c083480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1973:x1830977057691136:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156264.228275:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156264.228293:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094941a00/0xb0171789e0e79343 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814aa3 expref: 28 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.228307:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:2.0:1746156264.228310:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156264.228343:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c083480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1973:x1830977057691136:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 76us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156264.228349:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 256 00000100:00100000:3.0:1746156264.228382:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057691392 00000100:00100000:3.0:1746156264.228385:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057691392 00000100:00100000:2.0:1746156264.228387:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6816 00000100:00100000:2.0:1746156264.228391:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+8:1975:x1830977057691264:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:2.0:1746156264.228401:0:8463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746156264.228402:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6817 00000100:00100000:3.0:1746156264.228406:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+52:1975:x1830977057691392:12345-192.168.203.27@tcp:101:cmp.0 00010000:00010000:3.0:1746156264.228411:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156264.228411:0:8463:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814ae9 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.228418:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814af0 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.228428:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156264.228428:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.228429:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156264.228429:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156264.228435:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ae9 expref: 9 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156264.228438:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af0 expref: 53 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156264.228447:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af0 expref: 53 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156264.228447:0:8463:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ae9 expref: 9 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156264.228455:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009547ea00, rc 0) 00010000:00010000:2.0:1746156264.228455:0:8463:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc2200, rc 0) 00000100:00100000:3.0:1746156264.228469:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1975:x1830977057691392:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 63us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156264.228469:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057691264:12345-192.168.203.27@tcp:101:cmp.0 Request processed in 78us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.228474:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6817 00000100:00100000:2.0:1746156264.228481:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6816 00000100:00080000:1.0:1746156264.228565:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746156264.228570:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746156264.241458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.241494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.241517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.241549:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057691648 00000100:00100000:3.0:1746156264.241556:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057691648 00000100:00100000:2.0:1746156264.241570:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057691904 00000100:00100000:2.0:1746156264.241575:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057691904 00000100:00100000:0.0:1746156264.241581:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057692160 00000100:00100000:0.0:1746156264.241585:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057692160 00002000:00100000:3.0:1746156264.241594:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88008b4b1c00 x1830977057691648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.241594:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88008b4b1180 x1830977057691904/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.241602:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1c00 with x1830977057691648 ext(0->1048575) 00002000:00100000:2.0:1746156264.241602:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1180 with x1830977057691904 ext(1048576->2097151) 00002000:00100000:0.0:1746156264.241602:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88008b4b0e00 x1830977057692160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:3.0:1746156264.241607:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b1c00 00002000:00100000:0.0:1746156264.241610:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0e00 with x1830977057692160 ext(0->1048575) 00002000:00010000:2.0:1746156264.241611:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b1180 00002000:00010000:0.0:1746156264.241613:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b4b0e00 00000100:00100000:3.0:1746156264.241631:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5172 00000100:00100000:3.0:1746156264.241638:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1972:x1830977057691648:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.241641:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5173 00000100:00100000:2.0:1746156264.241646:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5174 00000100:00100000:0.0:1746156264.241647:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1973:x1830977057691904:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156264.241652:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1973:x1830977057692160:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156264.242247:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.242325:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057692416 00000100:00100000:3.0:1746156264.242329:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057692416 00002000:00100000:3.0:1746156264.242344:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88009c082680 x1830977057692416/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.242351:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c082680 with x1830977057692416 ext(1048576->2097151) 00002000:00010000:3.0:1746156264.242354:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c082680 00000100:00100000:3.0:1746156264.242393:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5175 00000100:00100000:3.0:1746156264.242397:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+55:1972:x1830977057692416:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156264.254346:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+55:1973:x1830977057692160:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12686us (12819us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.254356:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5174 00002000:00100000:2.0:1746156264.254389:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88008b4b0e00 x1830977057692160/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.254397:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b0e00 with x1830977057692160 ext(0->1048575) 00002000:00010000:2.0:1746156264.254402:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b4b0e00 00000100:00100000:3.0:1746156264.254516:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1972:x1830977057691648:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12878us (13064us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.254520:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5172 00002000:00100000:3.0:1746156264.254525:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88008b4b1c00 x1830977057691648/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.254529:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1c00 with x1830977057691648 ext(0->1048575) 00002000:00010000:3.0:1746156264.254532:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b1c00 00000100:00100000:1.0:1746156264.255983:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1973:x1830977057691904:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14321us (14473us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.255993:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5173 00002000:00100000:1.0:1746156264.256002:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88008b4b1180 x1830977057691904/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.256010:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b4b1180 with x1830977057691904 ext(1048576->2097151) 00002000:00010000:1.0:1746156264.256014:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b4b1180 00000100:00100000:3.0:1746156264.257897:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1972:x1830977057692416:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15493us (15644us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.257907:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5175 00002000:00100000:3.0:1746156264.257915:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88009c082680 x1830977057692416/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.257923:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c082680 with x1830977057692416 ext(1048576->2097151) 00002000:00010000:3.0:1746156264.257927:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c082680 00000100:00100000:0.0:1746156264.272047:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.272085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.272111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.272166:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057692672 00000100:00100000:2.0:1746156264.272173:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057692672 00000100:00100000:0.0:1746156264.272185:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00002000:00100000:2.0:1746156264.272210:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880094448380 x1830977057692672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746156264.272217:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057692928 00002000:00100000:2.0:1746156264.272220:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448380 with x1830977057692672 ext(2097152->3145727) 00000100:00100000:0.0:1746156264.272220:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057692928 00002000:00010000:2.0:1746156264.272225:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094448380 00002000:00100000:0.0:1746156264.272236:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88009444ad80 x1830977057692928/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746156264.272240:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057693184 00000100:00100000:2.0:1746156264.272243:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057693184 00002000:00100000:0.0:1746156264.272243:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444ad80 with x1830977057692928 ext(3145728->4194303) 00002000:00010000:0.0:1746156264.272246:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444ad80 00000100:00100000:0.0:1746156264.272256:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057693312 00002000:00100000:2.0:1746156264.272257:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88009444b480 x1830977057693184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746156264.272259:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057693312 00002000:00100000:2.0:1746156264.272263:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444b480 with x1830977057693184 ext(2097152->3145727) 00002000:00010000:2.0:1746156264.272266:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009444b480 00002000:00100000:0.0:1746156264.272269:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880094448e00 x1830977057693312/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.272275:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448e00 with x1830977057693312 ext(3145728->4194303) 00000100:00100000:2.0:1746156264.272278:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5176 00002000:00010000:0.0:1746156264.272278:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094448e00 00000100:00100000:2.0:1746156264.272285:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1975:x1830977057692672:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.272287:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5177 00000100:00100000:0.0:1746156264.272292:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057692928:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.272336:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5178 00000100:00100000:0.0:1746156264.272341:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+54:1974:x1830977057693184:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.272857:0:25204:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5179 00000100:00100000:1.0:1746156264.272869:0:25204:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+55:1974:x1830977057693312:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.280273:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+55:1974:x1830977057693184:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 7922us (8151us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.280284:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5178 00002000:00100000:1.0:1746156264.280295:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88009444b480 x1830977057693184/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.280305:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444b480 with x1830977057693184 ext(2097152->3145727) 00002000:00010000:1.0:1746156264.280310:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009444b480 00000100:00100000:2.0:1746156264.284514:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1975:x1830977057692672:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12222us (12466us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.284523:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5176 00002000:00100000:2.0:1746156264.284533:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880094448380 x1830977057692672/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.284542:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448380 with x1830977057692672 ext(2097152->3145727) 00002000:00010000:2.0:1746156264.284546:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094448380 00000100:00100000:2.0:1746156264.286574:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1974:x1830977057692928:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14274us (14482us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.286582:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5177 00002000:00100000:2.0:1746156264.286590:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88009444ad80 x1830977057692928/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.286598:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444ad80 with x1830977057692928 ext(3145728->4194303) 00002000:00010000:2.0:1746156264.286602:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444ad80 00000100:00100000:1.0:1746156264.288354:0:25204:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1974:x1830977057693312:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 15481us (16160us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.288389:0:25204:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5179 00002000:00100000:1.0:1746156264.288400:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880094448e00 x1830977057693312/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.288409:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448e00 with x1830977057693312 ext(3145728->4194303) 00002000:00010000:1.0:1746156264.288415:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094448e00 00000100:00100000:0.0:1746156264.298942:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.298995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.299039:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.299071:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057693696 00000100:00100000:2.0:1746156264.299079:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057693696 00000100:00100000:3.0:1746156264.299102:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057693952 00000100:00100000:1.0:1746156264.299104:0:25204:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057694208 00000100:00100000:3.0:1746156264.299106:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057693952 00002000:00100000:2.0:1746156264.299109:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88009444a680 x1830977057693696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746156264.299110:0:25204:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057694208 00002000:00100000:2.0:1746156264.299115:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444a680 with x1830977057693696 ext(4194304->5242879) 00002000:00010000:2.0:1746156264.299118:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444a680 00002000:00100000:3.0:1746156264.299119:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880094448a80 x1830977057693952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.299124:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448a80 with x1830977057693952 ext(5242880->6291455) 00002000:00010000:3.0:1746156264.299127:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094448a80 00002000:00100000:1.0:1746156264.299133:0:25204:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880123b02a00 x1830977057694208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746156264.299138:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5180 00000100:00100000:2.0:1746156264.299142:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1974:x1830977057693696:12345-192.168.203.27@tcp:3:cmp.0 00002000:00100000:1.0:1746156264.299142:0:25204:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02a00 with x1830977057694208 ext(4194304->5242879) 00000100:00100000:3.0:1746156264.299146:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5181 00002000:00010000:1.0:1746156264.299146:0:25204:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b02a00 00000100:00100000:3.0:1746156264.299151:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1975:x1830977057693952:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.299171:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5182 00000100:00100000:0.0:1746156264.299180:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1974:x1830977057694208:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156264.299716:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.299731:0:32397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057694464 00000100:00100000:2.0:1746156264.299734:0:32397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057694464 00002000:00100000:2.0:1746156264.299748:0:32397:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88009c080000 x1830977057694464/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.299755:0:32397:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080000 with x1830977057694464 ext(5242880->6291455) 00002000:00010000:2.0:1746156264.299757:0:32397:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c080000 00000100:00100000:1.0:1746156264.299849:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5183 00000100:00100000:1.0:1746156264.299858:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+55:1975:x1830977057694464:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156264.304558:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009444a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1974:x1830977057693696:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 5179us (5388us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.304567:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5180 00002000:00100000:3.0:1746156264.304578:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88009444a680 x1830977057693696/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.304586:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009444a680 with x1830977057693696 ext(4194304->5242879) 00002000:00010000:3.0:1746156264.304591:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009444a680 00000100:00100000:2.0:1746156264.312027:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+55:1974:x1830977057694208:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12842us (12980us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.312040:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5182 00002000:00100000:2.0:1746156264.312049:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880123b02a00 x1830977057694208/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.312058:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02a00 with x1830977057694208 ext(4194304->5242879) 00002000:00010000:2.0:1746156264.312063:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b02a00 00000100:00100000:3.0:1746156264.312160:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094448a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057693952:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 13007us (13163us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.312166:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5181 00002000:00100000:3.0:1746156264.312172:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880094448a80 x1830977057693952/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.312178:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094448a80 with x1830977057693952 ext(5242880->6291455) 00002000:00010000:3.0:1746156264.312182:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094448a80 00000100:00100000:1.0:1746156264.314564:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1975:x1830977057694464:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 14701us (14844us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.314574:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5183 00002000:00100000:1.0:1746156264.314583:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88009c080000 x1830977057694464/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.314591:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c080000 with x1830977057694464 ext(5242880->6291455) 00002000:00010000:1.0:1746156264.314596:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c080000 00000100:00100000:0.0:1746156264.319261:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.319360:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057694720 00000100:00100000:1.0:1746156264.319393:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057694720 00002000:00100000:1.0:1746156264.319431:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880123b03100 x1830977057694720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.319446:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03100 with x1830977057694720 ext(6291456->7340031) 00002000:00010000:1.0:1746156264.319451:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b03100 00000100:00100000:1.0:1746156264.319483:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5184 00000100:00100000:1.0:1746156264.319491:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057694720:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.329747:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057694720:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10250us (10488us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.329756:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5184 00002000:00100000:1.0:1746156264.329765:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880123b03100 x1830977057694720/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.329774:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03100 with x1830977057694720 ext(6291456->7340031) 00002000:00010000:1.0:1746156264.329779:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b03100 00000100:00100000:1.0:1746156264.337466:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.339154:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057694976 00000100:00100000:2.0:1746156264.339164:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057694976 00002000:00100000:2.0:1746156264.339203:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8800a60ae680 x1830977057694976/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.339212:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae680 with x1830977057694976 ext(6291456->7340031) 00002000:00010000:2.0:1746156264.339217:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ae680 00000100:00100000:2.0:1746156264.339251:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5185 00000100:00100000:2.0:1746156264.339259:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1972:x1830977057694976:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.339879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.339915:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.339963:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057695232 00000100:00100000:3.0:1746156264.339967:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057695232 00002000:00100000:3.0:1746156264.339998:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800a60af480 x1830977057695232/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.340006:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af480 with x1830977057695232 ext(7340032->8388607) 00002000:00010000:3.0:1746156264.340010:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60af480 00000100:00100000:3.0:1746156264.340022:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057695488 00000100:00100000:3.0:1746156264.340024:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057695488 00002000:00100000:3.0:1746156264.340035:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff8800a60ac700 x1830977057695488/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.340041:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac700 with x1830977057695488 ext(7340032->8388607) 00002000:00010000:3.0:1746156264.340043:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ac700 00000100:00100000:3.0:1746156264.340051:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5186 00000100:00100000:3.0:1746156264.340056:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+55:1972:x1830977057695232:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156264.340512:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5187 00000100:00100000:3.0:1746156264.340518:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1973:x1830977057695488:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156264.347331:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+55:1972:x1830977057694976:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 8064us (9864us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.347341:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5185 00002000:00100000:2.0:1746156264.347351:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8800a60ae680 x1830977057694976/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.347359:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae680 with x1830977057694976 ext(6291456->7340031) 00002000:00010000:2.0:1746156264.347393:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ae680 00000100:00100000:3.0:1746156264.350221:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1972:x1830977057695232:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10156us (10336us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.350232:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5186 00002000:00100000:3.0:1746156264.350241:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800a60af480 x1830977057695232/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.350251:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af480 with x1830977057695232 ext(7340032->8388607) 00002000:00010000:3.0:1746156264.350257:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60af480 00000100:00100000:3.0:1746156264.352571:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1973:x1830977057695488:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 12045us (12647us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.352586:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5187 00002000:00100000:3.0:1746156264.352596:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff8800a60ac700 x1830977057695488/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.352604:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac700 with x1830977057695488 ext(7340032->8388607) 00002000:00010000:3.0:1746156264.352609:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ac700 00000100:00100000:0.0:1746156264.356298:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.356407:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057695744 00000100:00100000:3.0:1746156264.356415:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057695744 00002000:00100000:3.0:1746156264.356451:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880123b03480 x1830977057695744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.356460:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03480 with x1830977057695744 ext(8388608->9437183) 00002000:00010000:3.0:1746156264.356464:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b03480 00000100:00100000:3.0:1746156264.356492:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5188 00000100:00100000:3.0:1746156264.356499:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1974:x1830977057695744:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.364122:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.364715:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057696000 00000100:00100000:0.0:1746156264.364723:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057696000 00002000:00100000:0.0:1746156264.364759:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff8800a60ac380 x1830977057696000/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.364769:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac380 with x1830977057696000 ext(8388608->9437183) 00002000:00010000:0.0:1746156264.364774:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ac380 00000100:00100000:0.0:1746156264.364803:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5189 00000100:00100000:0.0:1746156264.364813:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1974:x1830977057696000:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:3.0:1746156264.365396:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1974:x1830977057695744:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 8895us (9103us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.365404:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5188 00002000:00100000:3.0:1746156264.365410:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880123b03480 x1830977057695744/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.365417:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03480 with x1830977057695744 ext(8388608->9437183) 00002000:00010000:3.0:1746156264.365421:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b03480 00000100:00100000:0.0:1746156264.371487:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1974:x1830977057696000:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 6669us (7362us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.371497:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5189 00002000:00100000:0.0:1746156264.371507:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff8800a60ac380 x1830977057696000/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.371516:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac380 with x1830977057696000 ext(8388608->9437183) 00002000:00010000:0.0:1746156264.371521:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ac380 00000100:00100000:1.0:1746156264.380730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.380755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.380812:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057696384 00000100:00100000:0.0:1746156264.380820:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057696384 00000100:00100000:3.0:1746156264.380827:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057696512 00000100:00100000:3.0:1746156264.380832:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057696512 00002000:00100000:3.0:1746156264.380857:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8800a60ad500 x1830977057696512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.380857:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800a60ac000 x1830977057696384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.380866:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad500 with x1830977057696512 ext(9437184->10485759) 00002000:00100000:0.0:1746156264.380866:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac000 with x1830977057696384 ext(9437184->10485759) 00002000:00010000:3.0:1746156264.380870:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ad500 00002000:00010000:0.0:1746156264.380871:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ac000 00000100:00100000:3.0:1746156264.380900:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5190 00000100:00100000:0.0:1746156264.380904:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5191 00000100:00100000:3.0:1746156264.380906:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057696512:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.380910:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1974:x1830977057696384:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.388744:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1974:x1830977057696384:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 7825us (8011us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.388757:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5191 00002000:00100000:0.0:1746156264.388767:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800a60ac000 x1830977057696384/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.388776:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ac000 with x1830977057696384 ext(9437184->10485759) 00002000:00010000:0.0:1746156264.388781:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ac000 00000100:00100000:3.0:1746156264.391060:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1975:x1830977057696512:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 10145us (10294us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.391069:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5190 00002000:00100000:3.0:1746156264.391079:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8800a60ad500 x1830977057696512/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.391087:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad500 with x1830977057696512 ext(9437184->10485759) 00002000:00010000:3.0:1746156264.391091:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ad500 00000100:00100000:1.0:1746156264.396412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.396473:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057696768 00000100:00100000:3.0:1746156264.396480:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057696768 00002000:00100000:3.0:1746156264.396515:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff8800a60ae300 x1830977057696768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.396525:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae300 with x1830977057696768 ext(10485760->11534335) 00002000:00010000:3.0:1746156264.396529:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ae300 00000100:00100000:3.0:1746156264.396560:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5192 00000100:00100000:3.0:1746156264.396567:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1974:x1830977057696768:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.399386:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.399540:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057697024 00000100:00100000:0.0:1746156264.399546:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057697024 00002000:00100000:0.0:1746156264.399578:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff8800a60ad880 x1830977057697024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.399588:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad880 with x1830977057697024 ext(10485760->11534335) 00002000:00010000:0.0:1746156264.399593:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ad880 00000100:00100000:0.0:1746156264.399622:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5193 00000100:00100000:0.0:1746156264.399630:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1975:x1830977057697024:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:1.0:1746156264.403409:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.403983:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057697280 00000100:00100000:3.0:1746156264.403991:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057697280 00002000:00100000:3.0:1746156264.404029:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800a60aea00 x1830977057697280/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.404038:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aea00 with x1830977057697280 ext(11534336->12582911) 00002000:00010000:3.0:1746156264.404042:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60aea00 00000100:00100000:3.0:1746156264.404066:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5194 00000100:00100000:3.0:1746156264.404073:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1974:x1830977057697280:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:2.0:1746156264.406173:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+11:1974:x1830977057696768:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9599us (9759us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746156264.406182:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5192 00002000:00100000:2.0:1746156264.406192:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff8800a60ae300 x1830977057696768/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.406200:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ae300 with x1830977057696768 ext(10485760->11534335) 00002000:00010000:2.0:1746156264.406205:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60ae300 00000100:00100000:0.0:1746156264.409355:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1975:x1830977057697024:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 9719us (9986us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.409391:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5193 00002000:00100000:0.0:1746156264.409401:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff8800a60ad880 x1830977057697024/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.409409:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60ad880 with x1830977057697024 ext(10485760->11534335) 00002000:00010000:0.0:1746156264.409414:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a60ad880 00000100:00100000:3.0:1746156264.412143:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1974:x1830977057697280:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 8062us (8734us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746156264.412154:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5194 00002000:00100000:3.0:1746156264.412165:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800a60aea00 x1830977057697280/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.412173:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60aea00 with x1830977057697280 ext(11534336->12582911) 00002000:00010000:3.0:1746156264.412177:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60aea00 00000100:00100000:2.0:1746156264.416196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.416320:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057697536 00000100:00100000:3.0:1746156264.416327:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057697536 00002000:00100000:3.0:1746156264.416360:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009c083b80 x1830977057697536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.416402:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083b80 with x1830977057697536 ext(11534336->12582911) 00002000:00010000:3.0:1746156264.416406:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c083b80 00000100:00100000:3.0:1746156264.416435:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5195 00000100:00100000:3.0:1746156264.416441:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1975:x1830977057697536:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.421837:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1975:x1830977057697536:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 5389us (5641us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.421844:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5195 00002000:00100000:0.0:1746156264.421852:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009c083b80 x1830977057697536/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.421859:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083b80 with x1830977057697536 ext(11534336->12582911) 00002000:00010000:0.0:1746156264.421865:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c083b80 00000100:00100000:1.0:1746156264.426159:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.426200:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057697792 00000100:00100000:0.0:1746156264.426208:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057697792 00002000:00100000:0.0:1746156264.426240:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff8800a60af800 x1830977057697792/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.426247:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af800 with x1830977057697792 ext(12582912->13631487) 00002000:00010000:0.0:1746156264.426251:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60af800 00000100:00100000:0.0:1746156264.426271:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5196 00000100:00100000:0.0:1746156264.426278:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1974:x1830977057697792:12345-192.168.203.27@tcp:3:cmp.0 00000100:00100000:0.0:1746156264.432434:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1974:x1830977057697792:12345-192.168.203.27@tcp:3:cmp.0 Request processed in 6149us (6273us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.432445:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5196 00002000:00100000:0.0:1746156264.432455:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff8800a60af800 x1830977057697792/t0(0) o3->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/440 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.432464:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a60af800 with x1830977057697792 ext(12582912->13631487) 00002000:00010000:0.0:1746156264.432469:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a60af800 00000100:00100000:3.0:1746156264.437801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.438240:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057698048 00000100:00100000:2.0:1746156264.438248:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057698048 00000100:00100000:2.0:1746156264.438386:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 179 00000100:00100000:2.0:1746156264.438393:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1152:x1830977057698048:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:2.0:1746156264.438920:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1152:x1830977057698048:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 524us (1122us total) trans 4294986222 rc 0/0 00000100:00100000:2.0:1746156264.438927:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 179 00000100:00100000:1.0:1746156264.441183:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.441237:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057698304 00000100:00100000:2.0:1746156264.441243:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057698304 00000100:00100000:2.0:1746156264.441282:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 180 00000100:00100000:2.0:1746156264.441289:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1152:x1830977057698304:12345-192.168.203.27@tcp:35:cmp.0 00000100:00100000:2.0:1746156264.441523:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2f7f720d-4840-4eef-9211-6cf92ca834d9+29:1152:x1830977057698304:12345-192.168.203.27@tcp:35:cmp.0 Request processed in 234us (342us total) trans 4294986223 rc 0/0 00000100:00100000:2.0:1746156264.441528:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 180 00000100:00100000:1.0:1746156264.451631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.451631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.451678:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057698688 00000100:00100000:1.0:1746156264.451686:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057698688 00000100:00100000:0.0:1746156264.451709:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057698432 00000100:00100000:0.0:1746156264.451712:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057698432 00000100:00100000:1.0:1746156264.451720:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44393 00000100:00100000:1.0:1746156264.451727:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1155:x1830977057698688:12345-192.168.203.27@tcp:36:rm.0 00000100:00100000:0.0:1746156264.451728:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11 00000100:00100000:0.0:1746156264.451733:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1975:x1830977057698432:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:0.0:1746156264.451755:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156264.451762:0:7901:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1746156264.451768:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e79374 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814af7 expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.451777:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e790b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81497d expref: 35 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.451793:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451803:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451811:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451820:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451826:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451831:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451882:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451888:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451893:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451898:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095636c00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156264.451901:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451911:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451919:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:0.0:1746156264.451921:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156264.451924:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.451928:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095636c00/0xb0171789e0e7937b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.452340:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.452346:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.452351:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.452354:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800954fb000 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156264.452356:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.452360:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.452562:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880095059000) 00010000:00010000:0.0:1746156264.452565:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156264.452569:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746156264.452574:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e79382 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746156264.452581:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801306a9a00/0xb0171789e0e79056 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814961 expref: 34 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.452589:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:1.0:1746156264.452595:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484f800/0xb0171789e0e79278 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149e6 expref: 33 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.452600:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:1.0:1746156264.452602:0:7901:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746156264.452609:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e79374 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af7 expref: 32 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.452610:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.452618:0:7901:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a09 expref: 28 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.452627:0:7901:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.452722:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:0.0:1746156264.452724:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746156264.452726:0:7121:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.452732:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e79374 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af7 expref: 32 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.452733:0:7901:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a09 expref: 28 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.452741:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095637600, rc -2) 00010000:00010000:1.0:1746156264.452743:0:7901:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a09 expref: 28 pid: 21172 timeout: 620 lvb_type: 0 00000100:00100000:1.0:1746156264.452756:0:7901:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054087552:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156264.452779:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1975:x1830977057698432:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 1045us (1154us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746156264.452787:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11 00000100:00100000:1.0:1746156264.452801:0:7901:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156264.455669:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.455817:0:7901:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054087552:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156264.455848:0:7901:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:3.0:1746156264.455953:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057698816 00000100:00100000:3.0:1746156264.455959:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057698816 00010000:00010000:3.0:1746156264.455998:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a09 expref: 29 pid: 21172 timeout: 620 lvb_type: 0 00000100:00100000:3.0:1746156264.456095:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11333 00000100:00100000:3.0:1746156264.456102:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48ba450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+29:1974:x1830977057698816:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156264.456113:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156264.456118:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a09 expref: 29 pid: 21172 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746156264.456127:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a09 expref: 29 pid: 21172 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746156264.456144:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484ca00/0xb0171789e0e792c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a09 expref: 29 pid: 21172 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746156264.456168:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:3.0:1746156264.456172:0:7104:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156264.456179:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156264.456185:0:7104:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156264.456205:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156264.456243:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48ba450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1974:x1830977057698816:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 141us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.456250:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11333 00010000:00010000:1.0:1746156264.456362:0:7901:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.456387:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.456402:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.456409:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.456416:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.456610:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.456619:0:7901:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149bc expref: 27 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.456625:0:7901:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.456647:0:7901:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149bc expref: 27 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.456657:0:7901:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149bc expref: 27 pid: 7116 timeout: 620 lvb_type: 0 00000100:00100000:1.0:1746156264.456667:0:7901:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a60aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054087680:192.168.203.27@tcp:104: 00000100:00100000:1.0:1746156264.456823:0:7901:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135dc1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746156264.460872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.461050:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057698944 00000100:00100000:3.0:1746156264.461056:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057698944 00010000:00010000:3.0:1746156264.461083:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149bc expref: 28 pid: 7116 timeout: 620 lvb_type: 0 00000100:00100000:3.0:1746156264.461118:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11334 00000100:00100000:3.0:1746156264.461124:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1974:x1830977057698944:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156264.461134:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156264.461138:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149bc expref: 28 pid: 7116 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746156264.461149:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149bc expref: 28 pid: 7116 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746156264.461166:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:3.0:1746156264.461169:0:7104:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156264.461176:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156264.461182:0:7104:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7901 initiator: MDT0 00010000:00010000:3.0:1746156264.461195:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156264.461224:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1974:x1830977057698944:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 101us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.461230:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11334 00010000:00010000:1.0:1746156264.461571:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e790e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8149bc expref: 27 pid: 7116 timeout: 620 lvb_type: 0 00000100:00100000:1.0:1746156264.461584:0:7901:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a60aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054087680:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156264.461601:0:7901:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.461607:0:7901:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.461612:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000040:00080000:1.0:1746156264.462208:0:7901:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:1.0:1746156264.462215:0:7901:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 520517848492ns, next at 521517847027ns, rc = 0 00000040:00080000:1.0:1746156264.462228:0:7901:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:1.0:1746156264.462231:0:7901:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 520517865010ns, next at 521517864450ns, rc = 0 00010000:00010000:1.0:1746156264.462284:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462293:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462300:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462306:0:7901:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462311:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462315:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462452:0:7901:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746156264.462468:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462473:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462477:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462482:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009484a200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156264.462485:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462490:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462498:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:1.0:1746156264.462500:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746156264.462504:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462508:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a200/0xb0171789e0e79397 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462551:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462556:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462560:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462563:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba8fe00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156264.462565:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462568:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462574:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c470300) 00010000:00010000:1.0:1746156264.462575:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156264.462577:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.462581:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e79389 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000004:00010000:1.0:1746156264.462591:0:7901:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a60adf80 reply state ffff88009bb7a000 transno 4294986224 ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:1.0:1746156264.462597:0:7901:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746156264.462681:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1155:x1830977057698688:12345-192.168.203.27@tcp:36:rm.0 Request processed in 10951us (11052us total) trans 4294986224 rc 0/0 00000100:00100000:1.0:1746156264.462688:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44393 00010000:00010000:2.0:1746156264.463101:0:7105:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746156264.463108:0:7105:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.463115:0:7105:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba8f800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746156264.463117:0:7105:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.463126:0:7105:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.463134:0:7105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88013694e500) 00010000:00010000:2.0:1746156264.463136:0:7105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746156264.463138:0:7105:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.463142:0:7105:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f800/0xb0171789e0e7939e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.463401:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746156264.463403:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746156264.463405:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156264.463793:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.463801:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.463807:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.463811:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009484a600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156264.463814:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.463821:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.463829:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88013694e300) 00010000:00010000:0.0:1746156264.463830:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156264.463832:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.463836:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009484a600/0xb0171789e0e79390 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000100:00100000:1.0:1746156264.496603:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.496865:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057699072 00000100:00100000:2.0:1746156264.496873:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057699072 00000100:00100000:2.0:1746156264.498109:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44394 00000100:00100000:2.0:1746156264.498118:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+31:1158:x1830977057699072:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746156264.498136:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156264.498151:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095444600/0xb0171789e0e793a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b2f expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.498195:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095444e00/0xb0171789e0e793ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.498204:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095444e00/0xb0171789e0e793ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.498214:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095444e00/0xb0171789e0e793ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156264.498260:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746156264.498263:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156264.498276:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095444e00/0xb0171789e0e793ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.498293:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095444600/0xb0171789e0e793a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b2f expref: 33 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.498480:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095444e00/0xb0171789e0e793ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b2f expref: 32 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.498487:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135d8d000) 00010000:00010000:2.0:1746156264.498489:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746156264.498491:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095444e00, rc 0) 00000100:00100000:2.0:1746156264.500322:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1158:x1830977057699072:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 1061us (2581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156264.500330:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44394 00000100:00100000:2.0:1746156264.500932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.501112:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057699328 00000100:00100000:0.0:1746156264.501118:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057699328 00000100:00100000:0.0:1746156264.501157:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44395 00000100:00100000:0.0:1746156264.501164:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+32:1158:x1830977057699328:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:0.0:1746156264.501178:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156264.501181:0:7901:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746156264.501201:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095444e00/0xb0171789e0e793ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b2f expref: 32 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.501228:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135d8d000) 00010000:00010000:0.0:1746156264.501236:0:7901:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746156264.501245:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fba00/0xb0171789e0e793b3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b36 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.501343:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501351:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501362:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501393:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501399:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501408:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501704:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501711:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501716:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:0.0:1746156264.501722:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:0.0:1746156264.501734:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501739:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501744:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501748:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800954fb600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156264.501750:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501758:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501764:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059a00) 00010000:00010000:0.0:1746156264.501766:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156264.501769:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.501772:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793ba lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000004:00010000:0.0:1746156264.501779:0:7901:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c081500 reply state ffff88012f735000 transno 4294986225 ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:0.0:1746156264.501784:0:7901:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746156264.501798:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fba00/0xb0171789e0e793b3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b36 expref: 34 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.501808:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b36 expref: 33 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.501812:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880095059b00) 00010000:00010000:0.0:1746156264.501814:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746156264.501816:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc7e00, rc 0) 00000100:00100000:0.0:1746156264.501862:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1158:x1830977057699328:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 698us (931us total) trans 4294986225 rc 0/0 00000100:00100000:0.0:1746156264.501868:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44395 00010000:00010000:0.0:1746156264.502841:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.502848:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.502854:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.502859:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095637600 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156264.502862:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.502866:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.502875:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880095059e00) 00010000:00010000:0.0:1746156264.502877:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156264.502880:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.502885:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e793c1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00000100:00100000:2.0:1746156264.503845:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.503865:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057699584 00000100:00100000:0.0:1746156264.503871:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057699584 00000100:00100000:0.0:1746156264.503905:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44396 00000100:00100000:0.0:1746156264.503911:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1158:x1830977057699584:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:0.0:1746156264.504013:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156264.504024:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6400/0xb0171789e0e793d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b3d expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.504088:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.504098:0:7901:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b36 expref: 34 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.504108:0:7901:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.504131:0:7901:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b36 expref: 34 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.504140:0:7901:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b36 expref: 34 pid: 7901 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746156264.504150:0:7901:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054087808:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156264.504984:0:7901:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093713600 going to sleep for 11 seconds 00000100:00100000:0.0:1746156264.507105:0:7901:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7901:1830977054087808:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156264.507127:0:7901:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000100:00100000:3.0:1746156264.507132:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.507173:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057699712 00000100:00100000:2.0:1746156264.507178:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057699712 00010000:00010000:2.0:1746156264.507203:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b36 expref: 35 pid: 7901 timeout: 620 lvb_type: 0 00000100:00100000:2.0:1746156264.507234:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11335 00000100:00100000:2.0:1746156264.507240:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1974:x1830977057699712:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156264.507250:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156264.507255:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b36 expref: 35 pid: 7901 timeout: 620 lvb_type: 0 00010000:00010000:2.0:1746156264.507264:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b36 expref: 35 pid: 7901 timeout: 620 lvb_type: 0 00010000:00010000:2.0:1746156264.507281:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e793c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b36 expref: 35 pid: 7901 timeout: 620 lvb_type: 0 00010000:00010000:2.0:1746156264.507297:0:8476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880095059b00) 00010000:00010000:2.0:1746156264.507301:0:8476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.507308:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.507314:0:8476:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.507337:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156264.507392:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1974:x1830977057699712:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 151us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156264.507399:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11335 00010000:00010000:1.0:1746156264.507488:0:7901:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.507494:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:1.0:1746156264.507509:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00080000:1.0:1746156264.507640:0:7901:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00000004:00080000:1.0:1746156264.507646:0:7901:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:1.0:1746156264.507738:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.507744:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.507749:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.507754:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc6e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156264.507756:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.507761:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.507767:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880095059b00) 00010000:00010000:1.0:1746156264.507769:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746156264.507772:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.507775:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e793dd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.507816:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6400/0xb0171789e0e793d6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b3d expref: 34 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.507823:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6400/0xb0171789e0e793d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b3d expref: 34 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.507831:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc6400, rc 0) 00000100:00100000:1.0:1746156264.507853:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1158:x1830977057699584:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 3942us (4012us total) trans 4294986226 rc 301/301 00000100:00100000:1.0:1746156264.507858:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44396 00000100:00100000:3.0:1746156264.509498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.509546:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057699968 00000100:00100000:2.0:1746156264.509552:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057699968 00000100:00100000:2.0:1746156264.509590:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 181 00000100:00100000:2.0:1746156264.509597:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+33:1158:x1830977057699968:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:2.0:1746156264.509824:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1158:x1830977057699968:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 227us (330us total) trans 4294986227 rc 0/0 00000100:00100000:2.0:1746156264.509831:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 181 00000100:00100000:1.0:1746156264.511081:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.511214:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057700096 00000100:00100000:2.0:1746156264.511219:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057700096 00000100:00100000:2.0:1746156264.511310:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44397 00000100:00100000:2.0:1746156264.511316:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+34:1158:x1830977057700096:12345-192.168.203.27@tcp:101:lfs.0 00010000:00010000:2.0:1746156264.511331:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156264.511345:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095445000/0xb0171789e0e793eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b44 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.511760:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095445000/0xb0171789e0e793eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b44 expref: 35 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.511771:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095445000/0xb0171789e0e793eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b44 expref: 35 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.511785:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880135d8d100) 00010000:00010000:2.0:1746156264.511788:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746156264.511790:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095445000, rc 0) 00000100:00100000:2.0:1746156264.512049:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1158:x1830977057700096:12345-192.168.203.27@tcp:101:lfs.0 Request processed in 731us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156264.512058:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44397 00000100:00100000:3.0:1746156264.513634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.513698:0:22829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057700352 00000100:00100000:0.0:1746156264.513704:0:22829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057700352 00000100:00100000:0.0:1746156264.513899:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 182 00000100:00100000:0.0:1746156264.513906:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+35:1158:x1830977057700352:12345-192.168.203.27@tcp:35:lfs.0 00000100:00100000:0.0:1746156264.514076:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1158:x1830977057700352:12345-192.168.203.27@tcp:35:lfs.0 Request processed in 170us (446us total) trans 4294986228 rc 0/0 00000100:00100000:0.0:1746156264.514081:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 182 00000100:00100000:3.0:1746156264.521518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.521557:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.521621:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057700480 00000100:00100000:0.0:1746156264.521629:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057700480 00000100:00100000:0.0:1746156264.521671:0:21172:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057700608 00000100:00100000:0.0:1746156264.521673:0:21172:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057700608 00000100:00100000:0.0:1746156264.521690:0:21172:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44398 00000100:00100000:0.0:1746156264.521697:0:21172:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+36:1159:x1830977057700480:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1746156264.521715:0:21172:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156264.521731:0:21172:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b4b expref: -99 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.521774:0:21172:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e793f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156264.521783:0:21172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e793f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156264.521791:0:21172:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e793f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00000004:00200000:0.0:1746156264.521835:0:21172:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746156264.521838:0:21172:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746156264.521851:0:21172:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e793f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21172 initiator: MDT0 00010000:00010000:0.0:1746156264.521868:0:21172:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb600/0xb0171789e0e793f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b4b expref: 38 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.521895:0:21172:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e793f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b4b expref: 37 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.521902:0:21172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059b00) 00010000:00010000:0.0:1746156264.521904:0:21172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:2.0:1746156264.522059:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44399 00000100:00100000:2.0:1746156264.522066:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1160:x1830977057700608:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156264.522075:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156264.522081:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095444600/0xb0171789e0e79400 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b52 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.522102:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095444000/0xb0171789e0e79407 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.522174:0:21172:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800954fb000, rc 0) 00000100:00100000:0.0:1746156264.522208:0:21172:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1159:x1830977057700480:12345-192.168.203.27@tcp:101:dd.0 Request processed in 511us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156264.522213:0:21172:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44398 00010000:00010000:2.0:1746156264.522250:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095444000/0xb0171789e0e79407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.522257:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095444000/0xb0171789e0e79407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156264.522277:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746156264.522280:0:7901:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746156264.522287:0:7901:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095444000/0xb0171789e0e79407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.522299:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095444600/0xb0171789e0e79400 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b52 expref: 29 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.522323:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095444000/0xb0171789e0e79407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b52 expref: 28 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.522328:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059b00) 00010000:00010000:2.0:1746156264.522330:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746156264.522331:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095444000, rc 0) 00000100:00100000:2.0:1746156264.522510:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1160:x1830977057700608:12345-192.168.203.27@tcp:101:dd.0 Request processed in 444us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156264.522515:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44399 00000100:00100000:3.0:1746156264.524224:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.524395:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057700864 00000100:00100000:2.0:1746156264.524402:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057700864 00000100:00100000:2.0:1746156264.524440:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44400 00000100:00100000:2.0:1746156264.524446:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1160:x1830977057700864:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156264.524459:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156264.524471:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fba00/0xb0171789e0e7940e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b59 expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.524532:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e79415 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.524541:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e79415 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.524549:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e79415 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156264.524556:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746156264.524629:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fba00/0xb0171789e0e7940e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b59 expref: 31 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.524644:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095637600/0xb0171789e0e79415 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b59 expref: 30 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.524650:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880095059f00) 00010000:00010000:2.0:1746156264.524652:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746156264.524654:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095637600, rc 0) 00000100:00100000:2.0:1746156264.524694:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1160:x1830977057700864:12345-192.168.203.27@tcp:101:dd.0 Request processed in 248us (474us total) trans 4294986229 rc 0/0 00000100:00100000:2.0:1746156264.524700:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44400 00000100:00100000:1.0:1746156264.525751:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.525777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.525790:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057701248 00000100:00100000:1.0:1746156264.525794:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057701248 00000100:00100000:1.0:1746156264.525823:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44401 00000100:00100000:1.0:1746156264.525828:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+37:1159:x1830977057701248:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:1.0:1746156264.525837:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746156264.525839:0:7116:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746156264.525853:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800954fb000/0xb0171789e0e793f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b4b expref: 37 pid: 21172 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.525865:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059b00) 00010000:00010000:1.0:1746156264.525868:0:7116:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746156264.525874:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f200/0xb0171789e0e79423 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b98 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.525915:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e7942a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156264.525925:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e7942a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:1.0:1746156264.525931:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e7942a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:1.0:1746156264.525937:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:1.0:1746156264.525997:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8f200/0xb0171789e0e79423 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b98 expref: 39 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.526006:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e7942a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b98 expref: 38 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.526011:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012da19d00) 00010000:00010000:1.0:1746156264.526013:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746156264.526015:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba8fe00, rc 0) 00000100:00100000:1.0:1746156264.526035:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1159:x1830977057701248:12345-192.168.203.27@tcp:101:dd.0 Request processed in 207us (258us total) trans 4294986230 rc 0/0 00000100:00100000:1.0:1746156264.526040:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44401 00000100:00100000:0.0:1746156264.526278:0:7122:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057700992 00000100:00100000:0.0:1746156264.526282:0:7122:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057700992 00000100:00100000:0.0:1746156264.526302:0:7122:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 12 00000100:00100000:0.0:1746156264.526307:0:7122:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800956e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1972:x1830977057700992:12345-192.168.203.27@tcp:63:ll_sa.0 00010000:00010000:0.0:1746156264.526322:0:7122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156264.526329:0:7122:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e79438 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b60 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.526351:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526358:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526384:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526395:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526401:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526406:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526478:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4e2400/0xb0171789e0e7944d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526484:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4e2400/0xb0171789e0e7944d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526489:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4e2400/0xb0171789e0e7944d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00000004:00200000:0.0:1746156264.526502:0:7122:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:0.0:1746156264.526506:0:7122:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746156264.526515:0:7122:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4e2400/0xb0171789e0e7944d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526521:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4e2400/0xb0171789e0e7944d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526796:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526806:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526812:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526816:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4b0200 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156264.526820:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526825:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526832:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059b00) 00010000:00010000:0.0:1746156264.526834:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156264.526836:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526840:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b0200/0xb0171789e0e7943f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00000100:00100000:1.0:1746156264.526847:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00010000:00010000:0.0:1746156264.526847:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526852:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746156264.526856:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00000100:00100000:2.0:1746156264.526884:0:7901:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057701504 00000100:00100000:2.0:1746156264.526890:0:7901:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057701504 00000100:00100000:2.0:1746156264.526907:0:7901:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 44402 00000100:00100000:2.0:1746156264.526912:0:7901:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1160:x1830977057701504:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:2.0:1746156264.526922:0:7901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156264.526923:0:7901:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746156264.526932:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095444000/0xb0171789e0e79407 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b52 expref: 30 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.526940:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059b00) 00010000:00010000:2.0:1746156264.526942:0:7901:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156264.526947:0:7901:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79454 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b9f expref: -99 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.527003:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4b1800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:0.0:1746156264.527006:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527011:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.527011:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527017:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.527017:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880095059c00) 00010000:00010000:0.0:1746156264.527019:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156264.527021:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527022:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.527025:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4b1800/0xb0171789e0e79446 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527028:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.527032:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.527036:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00010000:00010000:0.0:1746156264.527040:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c1fc600/0xb0171789e0e79438 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b60 expref: 40 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.527048:0:7122:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a4e2400/0xb0171789e0e7944d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b60 expref: 39 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.527053:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880135d8d100) 00010000:00010000:0.0:1746156264.527055:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746156264.527057:0:7122:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a4e2400, rc 0) 00010000:00010000:0.0:1746156264.527060:0:7122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156264.527069:0:7901:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e79469 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.527075:0:7901:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e79469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.527080:0:7901:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e79469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7901 initiator: MDT0 00000004:00200000:2.0:1746156264.527089:0:7901:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:1.0:1746156264.527116:0:7122:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6400/0xb0171789e0e79477 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814b67 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.527127:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.527132:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527134:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527136:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527139:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.527144:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527148:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e3d7e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156264.527150:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527152:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527154:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527156:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527161:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059b00) 00010000:00010000:1.0:1746156264.527161:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527162:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156264.527164:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.527168:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d7e00/0xb0171789e0e7945b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.527175:0:7901:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7901 initiator: MDT0 00010000:00010000:2.0:1746156264.527179:0:7901:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527179:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.527183:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527184:0:7901:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527188:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527191:0:7901:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e3d6800 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156264.527191:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc6e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:2.0:1746156264.527193:0:7901:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527193:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527197:0:7901:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527197:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527202:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880095059c00) 00010000:00010000:1.0:1746156264.527202:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059b00) 00010000:00010000:2.0:1746156264.527204:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156264.527204:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156264.527205:0:7901:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527205:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527209:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3d6800/0xb0171789e0e79462 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7901 initiator: MDT0 00010000:00010000:1.0:1746156264.527209:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6e00/0xb0171789e0e7947e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.527216:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.527221:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.527225:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527228:0:7901:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce2ca00/0xb0171789e0e79454 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b9f expref: 32 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.527228:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc7e00 already unused, calling callback (ffffffffa1373690) 00010000:00010000:1.0:1746156264.527231:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.527234:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527236:0:7901:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a53ce00/0xb0171789e0e79469 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b9f expref: 31 pid: 7901 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.527239:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88013694e300) 00010000:00010000:2.0:1746156264.527241:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880135d8d100) 00010000:00010000:1.0:1746156264.527241:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746156264.527242:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746156264.527243:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156264.527244:0:7901:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a53ce00, rc 0) 00010000:00010000:1.0:1746156264.527246:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc7e00/0xb0171789e0e79485 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746156264.527264:0:7122:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6400/0xb0171789e0e79477 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b67 expref: 40 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.527270:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095059b00) 00010000:00010000:1.0:1746156264.527271:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746156264.527274:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc6400/0xb0171789e0e79477 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b67 expref: 40 pid: 7122 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156264.527280:0:7901:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+31:1160:x1830977057701504:12345-192.168.203.27@tcp:101:dd.0 Request processed in 367us (432us total) trans 4294986231 rc 0/0 00010000:00010000:1.0:1746156264.527281:0:7122:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc6400, rc -2) 00000100:00100000:2.0:1746156264.527285:0:7901:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 44402 00000100:00100000:1.0:1746156264.527301:0:7122:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800956e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1972:x1830977057700992:12345-192.168.203.27@tcp:63:ll_sa.0 Request processed in 994us (1553us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746156264.527307:0:7122:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 12 00000100:00100000:1.0:1746156264.533164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.533255:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057701632 00000100:00100000:3.0:1746156264.533263:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057701632 00000100:00100000:3.0:1746156264.533300:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 257 00000100:00100000:3.0:1746156264.533307:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1975:x1830977057701632:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156264.533318:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156264.533465:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba8fe00/0xb0171789e0e7942a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814b98 expref: 39 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.534139:0:7104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88012da19d00) 00010000:00010000:3.0:1746156264.534143:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156264.534179:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1975:x1830977057701632:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 872us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.534186:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 257 00000100:00100000:3.0:1746156264.535067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.535096:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.535565:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.535737:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057702016 00000100:00100000:0.0:1746156264.535743:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057702016 00000100:00100000:3.0:1746156264.535867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.535887:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057702272 00000100:00100000:3.0:1746156264.535891:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057702272 00000100:00100000:3.0:1746156264.535913:0:21377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057702400 00000100:00100000:3.0:1746156264.535915:0:21377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057702400 00000100:00100000:3.0:1746156264.535927:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6818 00000100:00100000:3.0:1746156264.535933:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1974:x1830977057702272:12345-192.168.203.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1746156264.535943:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156264.535956:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814ba6 expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746156264.535981:0:21377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746156264.535998:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.535999:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.536005:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ba6 expref: 9 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156264.536017:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ba6 expref: 9 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156264.536026:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136ba4e00, rc 0) 00000100:00100000:3.0:1746156264.536054:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057702272:12345-192.168.203.27@tcp:101:ll_agl.0 Request processed in 121us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.536059:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6818 00000100:00100000:3.0:1746156264.536072:0:21377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6819 00000100:00100000:3.0:1746156264.536077:0:21377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057702400:12345-192.168.203.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1746156264.536082:0:21377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156264.536089:0:21377:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814bad expref: -99 pid: 21377 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746156264.536101:0:21377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746156264.536109:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.536110:0:21377:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.536114:0:21377:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bad expref: 11 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156264.536123:0:21377:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bad expref: 11 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156264.536129:0:21377:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136ba5c00, rc 0) 00000100:00100000:3.0:1746156264.536144:0:21377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+11:1975:x1830977057702400:12345-192.168.203.27@tcp:101:ll_agl.0 Request processed in 68us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.536148:0:21377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6819 00000100:00100000:0.0:1746156264.536550:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057702144 00000100:00100000:0.0:1746156264.536555:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057702144 00000100:00100000:1.0:1746156264.536757:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5197 00000100:00100000:1.0:1746156264.536765:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057702016:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:1.0:1746156264.536784:0:25245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.536793:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156264.536794:0:25245:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156264.536797:0:25245:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.536806:0:25245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156264.538483:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5198 00000100:00100000:0.0:1746156264.538494:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057702144:12345-192.168.203.27@tcp:3:dd.0 00010000:00010000:0.0:1746156264.538518:0:25322:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.538526:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.538528:0:25322:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.538531:0:25322:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.538541:0:25322:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156264.542793:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.543603:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057702528 00000100:00100000:0.0:1746156264.543610:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057702528 00000100:00100000:0.0:1746156264.543654:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6820 00000100:00100000:0.0:1746156264.543661:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+53:1160:x1830977057702528:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1746156264.543675:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156264.543688:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b40b4400/0xb0171789e0e794a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814bb4 expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.543712:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ba6 expref: 10 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156264.543718:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.543721:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.543724:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40b4400/0xb0171789e0e794a8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bb4 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.543748:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ba6 expref: 10 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156264.543757:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ba6 expref: 10 pid: 21377 timeout: 620 lvb_type: 1 00000100:00100000:0.0:1746156264.543768:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977054087936:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156264.543833:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093713600 going to sleep for 11 seconds 00010000:00010000:0.0:1746156264.554749:0:25322:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.554764:0:25322:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.554770:0:25322:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.554775:0:25322:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a4e3800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746156264.554779:0:25322:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.554786:0:25322:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.554800:0:25322:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.554806:0:25322:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a4e3800/0xb0171789e0e794a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25322 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156264.554870:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009537ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057702144:12345-192.168.203.27@tcp:3:dd.0 Request processed in 16375us (19771us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746156264.554878:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5198 00000100:00100000:0.0:1746156264.557761:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.557853:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:15159:1830977054087936:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156264.557879:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b40b4400/0xb0171789e0e794a8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bb4 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.557893:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b40b4400, rc 0) 00000100:00100000:3.0:1746156264.557981:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057702656 00000100:00100000:3.0:1746156264.557986:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057702656 00010000:00010000:3.0:1746156264.558013:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ba6 expref: 9 pid: 21377 timeout: 620 lvb_type: 1 00000100:00100000:3.0:1746156264.558037:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11336 00000100:00100000:3.0:1746156264.558043:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1972:x1830977057702656:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156264.558053:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156264.558068:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ba6 expref: 9 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746156264.558078:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ba6 expref: 9 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746156264.558097:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136ba4e00/0xb0171789e0e7948c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ba6 expref: 9 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746156264.558121:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.558123:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.558129:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b40b4400/0xb0171789e0e794a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bb4 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.558137:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b40b4400/0xb0171789e0e794a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bb4 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.558160:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b40b4400/0xb0171789e0e794a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bb4 expref: 54 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156264.558171:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4831180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054088064:192.168.203.27@tcp:105: 00000100:00100000:2.0:1746156264.558231:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+54:1160:x1830977057702528:12345-192.168.203.27@tcp:101:dd.0 Request processed in 14570us (15445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156264.558238:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6820 00000100:00100000:3.0:1746156264.558416:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c5e6300 going to sleep for 11 seconds 00010000:00010000:1.0:1746156264.561581:0:25245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.561594:0:25245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.561602:0:25245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.561607:0:25245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc7000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156264.561610:0:25245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.561621:0:25245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.561635:0:25245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.561640:0:25245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fc7000/0xb0171789e0e7949a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25245 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156264.561712:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1975:x1830977057702016:12345-192.168.203.27@tcp:3:dd.0 Request processed in 24945us (26646us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746156264.561720:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5197 00000100:00100000:3.0:1746156264.563099:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4831180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7104:1830977054088064:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156264.563112:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156264.563143:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1972:x1830977057702656:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 5100us (5389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.563150:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11336 00000100:00100000:2.0:1746156264.572003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.572073:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057702912 00000100:00100000:0.0:1746156264.572081:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057702912 00000100:00100000:2.0:1746156264.572105:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.572132:0:15159:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 6821 00000100:00100000:0.0:1746156264.572140:0:15159:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+9:1160:x1830977057702912:12345-192.168.203.27@tcp:101:dd.0 00010000:00010000:0.0:1746156264.572154:0:15159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156264.572168:0:15159:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a88d1e00/0xb0171789e0e794af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d9364e4c814bbb expref: -99 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.572191:0:15159:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bad expref: 9 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156264.572197:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.572199:0:15159:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.572202:0:15159:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a88d1e00/0xb0171789e0e794af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bbb expref: 10 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.572227:0:15159:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bad expref: 9 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156264.572252:0:15159:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bad expref: 9 pid: 21377 timeout: 620 lvb_type: 1 00000100:00100000:0.0:1746156264.572263:0:15159:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054088192:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156264.572334:0:15159:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093713840 going to sleep for 11 seconds 00000100:00100000:1.0:1746156264.572389:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057703040 00000100:00100000:1.0:1746156264.572393:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057703040 00002000:00100000:1.0:1746156264.572415:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff88009c083480 x1830977057703040/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.572424:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083480 with x1830977057703040 ext(0->1048575) 00002000:00010000:1.0:1746156264.572427:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c083480 00000100:00100000:1.0:1746156264.572438:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5199 00000100:00100000:1.0:1746156264.572443:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+54:1973:x1830977057703040:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156264.576137:0:15159:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880123b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:15159:1830977054088192:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156264.576162:0:15159:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a88d1e00/0xb0171789e0e794af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bbb expref: 10 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.576177:0:15159:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a88d1e00, rc 0) 00000100:00100000:1.0:1746156264.576696:0:15159:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1160:x1830977057702912:12345-192.168.203.27@tcp:101:dd.0 Request processed in 4555us (4697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156264.576704:0:15159:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 6821 00000100:00100000:2.0:1746156264.578360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.578419:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057703168 00000100:00100000:3.0:1746156264.578426:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057703168 00010000:00010000:3.0:1746156264.578454:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bad expref: 10 pid: 21377 timeout: 620 lvb_type: 1 00000100:00100000:3.0:1746156264.578484:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11337 00000100:00100000:3.0:1746156264.578490:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+10:1974:x1830977057703168:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156264.578502:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156264.578518:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bad expref: 10 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746156264.578528:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bad expref: 10 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746156264.578545:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136ba5c00/0xb0171789e0e79493 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bad expref: 10 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746156264.578571:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.578572:0:7104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.578578:0:7104:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a88d1e00/0xb0171789e0e794af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bbb expref: 9 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.578584:0:7104:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a88d1e00/0xb0171789e0e794af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bbb expref: 9 pid: 15159 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.578609:0:7104:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a88d1e00/0xb0171789e0e794af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814bbb expref: 9 pid: 15159 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746156264.578619:0:7104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4831180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054088320:192.168.203.27@tcp:105: 00000100:00100000:3.0:1746156264.579566:0:7104:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c5e6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746156264.585716:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c083480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+56:1973:x1830977057703040:12345-192.168.203.27@tcp:4:dd.0 Request processed in 13264us (13602us total) trans 4294968740 rc 0/0 00000100:00100000:1.0:1746156264.585726:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5199 00002000:00100000:1.0:1746156264.585735:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff88009c083480 x1830977057703040/t4294968740(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.585742:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c083480 with x1830977057703040 ext(0->1048575) 00002000:00010000:1.0:1746156264.585747:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c083480 00000100:00100000:3.0:1746156264.586660:0:7104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4831180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7104:1830977054088320:192.168.203.27@tcp:105: 00010000:00010000:3.0:1746156264.586675:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156264.586703:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1974:x1830977057703168:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 8213us (8349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.586711:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11337 00000100:00100000:2.0:1746156264.591578:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.591656:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057703424 00000100:00100000:1.0:1746156264.591664:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057703424 00002000:00100000:1.0:1746156264.591700:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880093ce8000 x1830977057703424/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.591709:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8000 with x1830977057703424 ext(0->1048575) 00002000:00010000:1.0:1746156264.591714:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8000 00000100:00100000:1.0:1746156264.591740:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5200 00000100:00100000:1.0:1746156264.591747:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+10:1972:x1830977057703424:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156264.607509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.607601:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057703680 00000100:00100000:1.0:1746156264.607609:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057703680 00002000:00100000:1.0:1746156264.607642:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff880093ce9c00 x1830977057703680/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.607650:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9c00 with x1830977057703680 ext(1048576->2097151) 00002000:00010000:1.0:1746156264.607655:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ce9c00 00000100:00100000:1.0:1746156264.607932:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5201 00000100:00100000:1.0:1746156264.607939:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+56:1972:x1830977057703680:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156264.612863:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1972:x1830977057703424:12345-192.168.203.27@tcp:4:dd.0 Request processed in 21110us (21285us total) trans 4294968119 rc 0/0 00000100:00100000:2.0:1746156264.612873:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5200 00002000:00100000:2.0:1746156264.612883:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880093ce8000 x1830977057703424/t4294968119(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.612891:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8000 with x1830977057703424 ext(0->1048575) 00002000:00010000:2.0:1746156264.612896:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8000 00000100:00100000:1.0:1746156264.615703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.616067:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057703936 00000100:00100000:2.0:1746156264.616074:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057703936 00000100:00100000:1.0:1746156264.616799:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 183 00000100:00100000:1.0:1746156264.616808:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+38:1159:x1830977057703936:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:1.0:1746156264.617574:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+39:1159:x1830977057703936:12345-192.168.203.27@tcp:35:dd.0 Request processed in 765us (1874us total) trans 4294986232 rc 0/0 00000100:00100000:1.0:1746156264.617581:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 183 00000100:00100000:0.0:1746156264.621624:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.621656:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057704192 00000100:00100000:0.0:1746156264.621662:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057704192 00002000:00100000:0.0:1746156264.621695:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880123b00000 x1830977057704192/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.621705:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00000 with x1830977057704192 ext(1048576->2097151) 00002000:00010000:0.0:1746156264.621709:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00000 00000100:00100000:0.0:1746156264.621725:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5202 00000100:00100000:0.0:1746156264.621732:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+12:1974:x1830977057704192:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156264.625109:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+58:1972:x1830977057703680:12345-192.168.203.27@tcp:4:dd.0 Request processed in 17162us (17597us total) trans 4294968741 rc 0/0 00000100:00100000:1.0:1746156264.625120:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5201 00002000:00100000:1.0:1746156264.625130:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff880093ce9c00 x1830977057703680/t4294968741(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.625139:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9c00 with x1830977057703680 ext(1048576->2097151) 00002000:00010000:1.0:1746156264.625144:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ce9c00 00000100:00100000:2.0:1746156264.630909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.631108:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057704448 00000100:00100000:1.0:1746156264.631115:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057704448 00002000:00100000:1.0:1746156264.631149:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff880093ce9500 x1830977057704448/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.631157:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9500 with x1830977057704448 ext(2097152->3145727) 00002000:00010000:1.0:1746156264.631161:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ce9500 00000100:00100000:1.0:1746156264.632171:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5203 00000100:00100000:2.0:1746156264.633228:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1974:x1830977057704192:12345-192.168.203.27@tcp:4:dd.0 Request processed in 11493us (11609us total) trans 4294968120 rc 0/0 00000100:00100000:2.0:1746156264.633237:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5202 00002000:00100000:2.0:1746156264.633246:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880123b00000 x1830977057704192/t4294968120(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.633261:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00000 with x1830977057704192 ext(1048576->2097151) 00002000:00010000:2.0:1746156264.633266:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00000 00000100:00100000:0.0:1746156264.633761:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+58:1974:x1830977057704448:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156264.633852:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.633962:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057704704 00000100:00100000:3.0:1746156264.633977:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057704704 00002000:00100000:3.0:1746156264.634093:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88009361df80 x1830977057704704/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.634100:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361df80 with x1830977057704704 ext(2097152->3145727) 00002000:00010000:3.0:1746156264.634104:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361df80 00000100:00100000:3.0:1746156264.634123:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5204 00000100:00100000:3.0:1746156264.634129:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+14:1975:x1830977057704704:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156264.645004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.645472:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057704960 00000100:00100000:3.0:1746156264.645480:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057704960 00002000:00100000:3.0:1746156264.645520:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff880123b02680 x1830977057704960/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.645529:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02680 with x1830977057704960 ext(3145728->4194303) 00002000:00010000:3.0:1746156264.645534:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b02680 00000100:00100000:3.0:1746156264.645554:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5205 00000100:00100000:3.0:1746156264.645561:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+60:1974:x1830977057704960:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156264.646485:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+62:1974:x1830977057704448:12345-192.168.203.27@tcp:4:dd.0 Request processed in 14302us (15579us total) trans 4294968742 rc 0/0 00000100:00100000:1.0:1746156264.646495:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5203 00002000:00100000:1.0:1746156264.646501:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff880093ce9500 x1830977057704448/t4294968742(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.646508:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce9500 with x1830977057704448 ext(2097152->3145727) 00002000:00010000:1.0:1746156264.646512:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ce9500 00000100:00100000:0.0:1746156264.652026:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.652613:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057705216 00000100:00100000:1.0:1746156264.652620:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057705216 00002000:00100000:1.0:1746156264.652651:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880123b01880 x1830977057705216/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.652660:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01880 with x1830977057705216 ext(3145728->4194303) 00002000:00010000:1.0:1746156264.652664:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01880 00000100:00100000:1.0:1746156264.652680:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5206 00000100:00100000:1.0:1746156264.652685:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+16:1975:x1830977057705216:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156264.653942:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1975:x1830977057704704:12345-192.168.203.27@tcp:4:dd.0 Request processed in 19809us (20087us total) trans 4294968121 rc 0/0 00000100:00100000:2.0:1746156264.653952:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5204 00002000:00100000:2.0:1746156264.653960:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88009361df80 x1830977057704704/t4294968121(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.653995:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361df80 with x1830977057704704 ext(2097152->3145727) 00002000:00010000:2.0:1746156264.653999:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361df80 00000100:00100000:3.0:1746156264.659717:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+62:1974:x1830977057704960:12345-192.168.203.27@tcp:4:dd.0 Request processed in 14148us (14713us total) trans 4294968743 rc 0/0 00000100:00100000:3.0:1746156264.659729:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5205 00002000:00100000:3.0:1746156264.659738:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff880123b02680 x1830977057704960/t4294968743(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.659747:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02680 with x1830977057704960 ext(3145728->4194303) 00002000:00010000:3.0:1746156264.659752:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b02680 00000100:00100000:0.0:1746156264.661796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.661825:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057705472 00000100:00100000:0.0:1746156264.661832:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057705472 00002000:00100000:0.0:1746156264.661864:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880123b01c00 x1830977057705472/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.661873:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01c00 with x1830977057705472 ext(4194304->5242879) 00002000:00010000:0.0:1746156264.661878:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b01c00 00000100:00100000:0.0:1746156264.661895:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5207 00000100:00100000:0.0:1746156264.661901:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+62:1975:x1830977057705472:12345-192.168.203.27@tcp:4:dd.0 00010000:00010000:3.0:1746156264.662554:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746156264.665432:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1975:x1830977057705216:12345-192.168.203.27@tcp:4:dd.0 Request processed in 12736us (13403us total) trans 4294968122 rc 0/0 00000100:00100000:1.0:1746156264.665441:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5206 00002000:00100000:1.0:1746156264.665451:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880123b01880 x1830977057705216/t4294968122(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.665460:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01880 with x1830977057705216 ext(3145728->4194303) 00002000:00010000:1.0:1746156264.665465:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01880 00000100:00100000:2.0:1746156264.669090:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.669178:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057705728 00000100:00100000:1.0:1746156264.669186:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057705728 00002000:00100000:1.0:1746156264.669221:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880093ce8e00 x1830977057705728/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.669235:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8e00 with x1830977057705728 ext(4194304->5242879) 00002000:00010000:1.0:1746156264.669239:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8e00 00000100:00100000:1.0:1746156264.669266:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5208 00000100:00100000:1.0:1746156264.669273:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+18:1975:x1830977057705728:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156264.674344:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+64:1975:x1830977057705472:12345-192.168.203.27@tcp:4:dd.0 Request processed in 12436us (12547us total) trans 4294968744 rc 0/0 00000100:00100000:1.0:1746156264.674355:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5207 00002000:00100000:1.0:1746156264.674383:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880123b01c00 x1830977057705472/t4294968744(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.674392:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01c00 with x1830977057705472 ext(4194304->5242879) 00002000:00010000:1.0:1746156264.674398:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b01c00 00000100:00100000:0.0:1746156264.686166:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.686193:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057705984 00000100:00100000:0.0:1746156264.686199:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057705984 00002000:00100000:0.0:1746156264.686230:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff880123b01500 x1830977057705984/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.686239:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01500 with x1830977057705984 ext(5242880->6291455) 00002000:00010000:0.0:1746156264.686243:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b01500 00000100:00100000:0.0:1746156264.686257:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5209 00000100:00100000:0.0:1746156264.686263:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+64:1974:x1830977057705984:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156264.686408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.686422:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057706240 00000100:00100000:0.0:1746156264.686425:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057706240 00002000:00100000:0.0:1746156264.686440:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880123b00380 x1830977057706240/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.686447:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00380 with x1830977057706240 ext(5242880->6291455) 00002000:00010000:0.0:1746156264.686451:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00380 00000100:00100000:0.0:1746156264.686467:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5210 00000100:00100000:0.0:1746156264.686471:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+20:1974:x1830977057706240:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156264.698296:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1975:x1830977057705728:12345-192.168.203.27@tcp:4:dd.0 Request processed in 29015us (29205us total) trans 4294968123 rc 0/0 00000100:00100000:0.0:1746156264.698305:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5208 00002000:00100000:0.0:1746156264.698316:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880093ce8e00 x1830977057705728/t4294968123(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.698324:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ce8e00 with x1830977057705728 ext(4194304->5242879) 00002000:00010000:0.0:1746156264.698334:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ce8e00 00000100:00100000:0.0:1746156264.704474:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.704538:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057706496 00000100:00100000:2.0:1746156264.704545:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057706496 00002000:00100000:2.0:1746156264.704576:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff880123b02d80 x1830977057706496/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.704585:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02d80 with x1830977057706496 ext(6291456->7340031) 00002000:00010000:2.0:1746156264.704590:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b02d80 00000100:00100000:2.0:1746156264.704604:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5211 00000100:00100000:2.0:1746156264.704609:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+66:1974:x1830977057706496:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156264.720683:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.720710:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057706752 00000100:00100000:0.0:1746156264.720717:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057706752 00002000:00100000:0.0:1746156264.720752:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880123b03800 x1830977057706752/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.720761:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03800 with x1830977057706752 ext(6291456->7340031) 00002000:00010000:0.0:1746156264.720766:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b03800 00000100:00100000:0.0:1746156264.720783:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5212 00000100:00100000:0.0:1746156264.720789:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1975:x1830977057706752:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156264.727851:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+68:1974:x1830977057705984:12345-192.168.203.27@tcp:4:dd.0 Request processed in 41580us (41685us total) trans 4294968745 rc 0/0 00000100:00100000:2.0:1746156264.727860:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5209 00002000:00100000:2.0:1746156264.727869:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff880123b01500 x1830977057705984/t4294968745(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.727884:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01500 with x1830977057705984 ext(5242880->6291455) 00002000:00010000:2.0:1746156264.727889:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b01500 00000100:00100000:0.0:1746156264.729759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.730470:0:32394:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057707008 00000100:00100000:3.0:1746156264.730478:0:32394:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057707008 00002000:00100000:3.0:1746156264.730515:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff880123b02300 x1830977057707008/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.730524:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02300 with x1830977057707008 ext(7340032->8388607) 00002000:00010000:3.0:1746156264.730529:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b02300 00000100:00100000:3.0:1746156264.730550:0:32394:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5213 00000100:00100000:3.0:1746156264.730557:0:32394:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+68:1974:x1830977057707008:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156264.734490:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1974:x1830977057706240:12345-192.168.203.27@tcp:4:dd.0 Request processed in 48009us (48073us total) trans 4294968124 rc 0/0 00000100:00100000:2.0:1746156264.734500:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5210 00002000:00100000:2.0:1746156264.734509:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880123b00380 x1830977057706240/t4294968124(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.734517:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b00380 with x1830977057706240 ext(5242880->6291455) 00002000:00010000:2.0:1746156264.734522:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b00380 00000100:00100000:2.0:1746156264.742016:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.742055:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.742120:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057707264 00000100:00100000:0.0:1746156264.742127:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057707264 00002000:00100000:0.0:1746156264.742160:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88008b547800 x1830977057707264/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.742169:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547800 with x1830977057707264 ext(7340032->8388607) 00002000:00010000:0.0:1746156264.742173:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b547800 00000100:00100000:0.0:1746156264.742185:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057707520 00000100:00100000:0.0:1746156264.742187:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057707520 00002000:00100000:0.0:1746156264.742196:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff88008b547b80 x1830977057707520/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.742206:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547b80 with x1830977057707520 ext(8388608->9437183) 00002000:00010000:0.0:1746156264.742208:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b547b80 00000100:00100000:0.0:1746156264.742229:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5214 00000100:00100000:0.0:1746156264.742235:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1974:x1830977057707264:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156264.742525:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5215 00000100:00100000:1.0:1746156264.742532:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+70:1974:x1830977057707520:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156264.788511:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+72:1974:x1830977057706496:12345-192.168.203.27@tcp:4:dd.0 Request processed in 83891us (84033us total) trans 4294968746 rc 0/0 00000100:00100000:1.0:1746156264.788522:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5211 00002000:00100000:1.0:1746156264.788532:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff880123b02d80 x1830977057706496/t4294968746(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.788541:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02d80 with x1830977057706496 ext(6291456->7340031) 00002000:00010000:1.0:1746156264.788546:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b02d80 00000100:00100000:0.0:1746156264.790019:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.795348:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057707776 00000100:00100000:1.0:1746156264.795359:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057707776 00002000:00100000:1.0:1746156264.795416:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880123b01180 x1830977057707776/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.795425:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01180 with x1830977057707776 ext(8388608->9437183) 00002000:00010000:1.0:1746156264.795430:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01180 00000100:00100000:1.0:1746156264.795449:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5216 00000100:00100000:1.0:1746156264.795455:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1974:x1830977057707776:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:2.0:1746156264.796559:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.796601:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057706752:12345-192.168.203.27@tcp:4:dd.0 Request processed in 75810us (75922us total) trans 4294968125 rc 0/0 00000100:00100000:0.0:1746156264.796609:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5212 00002000:00100000:0.0:1746156264.796615:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880123b03800 x1830977057706752/t4294968125(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.796622:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b03800 with x1830977057706752 ext(6291456->7340031) 00002000:00010000:0.0:1746156264.796625:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b03800 00000100:00100000:0.0:1746156264.796642:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057708032 00000100:00100000:0.0:1746156264.796650:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057708032 00002000:00100000:0.0:1746156264.796664:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff88008b546300 x1830977057708032/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.796671:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546300 with x1830977057708032 ext(9437184->10485759) 00002000:00010000:0.0:1746156264.796674:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b546300 00000100:00100000:0.0:1746156264.796683:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5217 00000100:00100000:0.0:1746156264.796688:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+72:1974:x1830977057708032:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156264.804351:0:32394:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:2f7f720d-4840-4eef-9211-6cf92ca834d9+74:1974:x1830977057707008:12345-192.168.203.27@tcp:4:dd.0 Request processed in 73788us (74590us total) trans 4294968747 rc 0/0 00000100:00100000:3.0:1746156264.804361:0:32394:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5213 00002000:00100000:3.0:1746156264.804385:0:32394:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff880123b02300 x1830977057707008/t4294968747(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.804394:0:32394:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b02300 with x1830977057707008 ext(7340032->8388607) 00002000:00010000:3.0:1746156264.804399:0:32394:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880123b02300 00000100:00100000:2.0:1746156264.807276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:2.0:1746156264.808209:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1974:x1830977057707264:12345-192.168.203.27@tcp:4:dd.0 Request processed in 65970us (66196us total) trans 4294968126 rc 0/0 00000100:00100000:2.0:1746156264.808218:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5214 00002000:00100000:2.0:1746156264.808227:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88008b547800 x1830977057707264/t4294968126(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.808236:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547800 with x1830977057707264 ext(7340032->8388607) 00002000:00010000:2.0:1746156264.808241:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b547800 00000100:00100000:2.0:1746156264.808259:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057708288 00000100:00100000:2.0:1746156264.808265:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057708288 00002000:00100000:2.0:1746156264.808285:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88008b546d80 x1830977057708288/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746156264.808296:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546d80 with x1830977057708288 ext(9437184->10485759) 00002000:00010000:2.0:1746156264.808299:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b546d80 00000100:00100000:2.0:1746156264.808311:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5218 00000100:00100000:2.0:1746156264.808316:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1974:x1830977057708288:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156264.812935:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+74:1974:x1830977057707520:12345-192.168.203.27@tcp:4:dd.0 Request processed in 70398us (70873us total) trans 4294968748 rc 0/0 00000100:00100000:1.0:1746156264.812945:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5215 00002000:00100000:1.0:1746156264.812954:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff88008b547b80 x1830977057707520/t4294968748(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746156264.812963:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b547b80 with x1830977057707520 ext(8388608->9437183) 00002000:00010000:1.0:1746156264.812976:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b547b80 00000001:00080000:3.0:1746156264.814301:0:8547:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968738 is committed 00000001:00080000:3.0:1746156264.814327:0:8547:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968742 is committed 00000001:00080000:3.0:1746156264.814390:0:8547:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968743 is committed 00000100:00100000:1.0:1746156264.817827:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.820751:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057708544 00000100:00100000:0.0:1746156264.820761:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057708544 00002000:00100000:0.0:1746156264.820797:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff88009361fb80 x1830977057708544/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.820807:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361fb80 with x1830977057708544 ext(10485760->11534335) 00002000:00010000:0.0:1746156264.820812:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009361fb80 00000100:00100000:0.0:1746156264.820830:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5219 00000100:00100000:0.0:1746156264.820837:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+22:1975:x1830977057708544:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156264.824124:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1974:x1830977057707776:12345-192.168.203.27@tcp:4:dd.0 Request processed in 28663us (34105us total) trans 4294968127 rc 0/0 00000100:00100000:3.0:1746156264.824133:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5216 00002000:00100000:3.0:1746156264.824143:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880123b01180 x1830977057707776/t4294968127(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.824158:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01180 with x1830977057707776 ext(8388608->9437183) 00002000:00010000:3.0:1746156264.824163:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01180 00000100:00100000:1.0:1746156264.828858:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.828935:0:25322:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057708800 00000100:00100000:3.0:1746156264.828943:0:25322:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057708800 00002000:00100000:3.0:1746156264.828982:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88009361f100 x1830977057708800/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.828991:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f100 with x1830977057708800 ext(10485760->11534335) 00002000:00010000:3.0:1746156264.828996:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361f100 00000100:00100000:3.0:1746156264.829013:0:25322:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5220 00000100:00100000:3.0:1746156264.829020:0:25322:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+30:1974:x1830977057708800:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156264.833924:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1974:x1830977057708032:12345-192.168.203.27@tcp:4:dd.0 Request processed in 37226us (37358us total) trans 4294968749 rc 0/0 00000100:00100000:3.0:1746156264.833935:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5217 00002000:00100000:3.0:1746156264.833945:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff88008b546300 x1830977057708032/t4294968749(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.833954:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546300 with x1830977057708032 ext(9437184->10485759) 00002000:00010000:3.0:1746156264.833959:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b546300 00000100:00100000:1.0:1746156264.837192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.837755:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057709056 00000100:00100000:3.0:1746156264.837762:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057709056 00002000:00100000:3.0:1746156264.837799:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff88009361e300 x1830977057709056/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.837808:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361e300 with x1830977057709056 ext(11534336->12582911) 00002000:00010000:3.0:1746156264.837813:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009361e300 00000100:00100000:3.0:1746156264.837830:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5221 00000100:00100000:3.0:1746156264.837836:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+24:1974:x1830977057709056:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:0.0:1746156264.843039:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+32:1974:x1830977057708288:12345-192.168.203.27@tcp:4:dd.0 Request processed in 34715us (35761us total) trans 4294968128 rc 0/0 00000100:00100000:0.0:1746156264.843048:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5218 00002000:00100000:0.0:1746156264.843058:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88008b546d80 x1830977057708288/t4294968128(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.843066:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b546d80 with x1830977057708288 ext(9437184->10485759) 00002000:00010000:0.0:1746156264.843071:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b546d80 00000100:00100000:0.0:1746156264.846739:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1975:x1830977057708544:12345-192.168.203.27@tcp:4:dd.0 Request processed in 25896us (28911us total) trans 4294968750 rc 0/0 00000100:00100000:0.0:1746156264.846749:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5219 00002000:00100000:0.0:1746156264.846759:0:8468:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff88009361fb80 x1830977057708544/t4294968750(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.846767:0:8468:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361fb80 with x1830977057708544 ext(10485760->11534335) 00002000:00010000:0.0:1746156264.846772:0:8468:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009361fb80 00000100:00100000:0.0:1746156264.860560:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.861151:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1974:x1830977057709056:12345-192.168.203.27@tcp:4:dd.0 Request processed in 23313us (23964us total) trans 4294968751 rc 0/0 00000100:00100000:0.0:1746156264.861158:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5221 00002000:00100000:0.0:1746156264.861171:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff88009361e300 x1830977057709056/t4294968751(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.861394:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361e300 with x1830977057709056 ext(11534336->12582911) 00002000:00010000:0.0:1746156264.861399:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009361e300 00000100:00100000:0.0:1746156264.861416:0:25245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057709312 00000100:00100000:0.0:1746156264.861420:0:25245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057709312 00002000:00100000:0.0:1746156264.861447:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880123b01f80 x1830977057709312/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.861454:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01f80 with x1830977057709312 ext(11534336->12582911) 00002000:00010000:0.0:1746156264.861456:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01f80 00000100:00100000:0.0:1746156264.861475:0:25245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5222 00000100:00100000:0.0:1746156264.861481:0:25245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+32:1975:x1830977057709312:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:3.0:1746156264.861603:0:25322:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:2f7f720d-4840-4eef-9211-6cf92ca834d9+34:1974:x1830977057708800:12345-192.168.203.27@tcp:4:dd.0 Request processed in 32581us (32748us total) trans 4294968129 rc 0/0 00000100:00100000:3.0:1746156264.861610:0:25322:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5220 00002000:00100000:3.0:1746156264.861616:0:25322:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88009361f100 x1830977057708800/t4294968129(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746156264.861624:0:25322:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009361f100 with x1830977057708800 ext(10485760->11534335) 00002000:00010000:3.0:1746156264.861627:0:25322:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009361f100 00000100:00100000:0.0:1746156264.872215:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.872359:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.872402:0:25323:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057709568 00000100:00100000:0.0:1746156264.872409:0:25323:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057709568 00002000:00100000:0.0:1746156264.872439:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff88009350c000 x1830977057709568/t0(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/0 e 0 to 0 dl 1746156275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.872448:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c000 with x1830977057709568 ext(12582912->13631487) 00002000:00010000:0.0:1746156264.872452:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009350c000 00000100:00100000:0.0:1746156264.872466:0:25323:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 5223 00000100:00100000:0.0:1746156264.872472:0:25323:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1975:x1830977057709568:12345-192.168.203.27@tcp:4:dd.0 00000100:00100000:1.0:1746156264.872616:0:22829:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057709824 00000100:00100000:1.0:1746156264.872620:0:22829:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057709824 00000100:00100000:1.0:1746156264.872647:0:22829:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 184 00000100:00100000:1.0:1746156264.872653:0:22829:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a651ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+31:1160:x1830977057709824:12345-192.168.203.27@tcp:35:dd.0 00000100:00100000:1.0:1746156264.872907:0:22829:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a651ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2f7f720d-4840-4eef-9211-6cf92ca834d9+32:1160:x1830977057709824:12345-192.168.203.27@tcp:35:dd.0 Request processed in 253us (545us total) trans 4294986233 rc 0/0 00000100:00100000:1.0:1746156264.872913:0:22829:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 184 00000100:00100000:0.0:1746156264.875400:0:25245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880123b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+34:1975:x1830977057709312:12345-192.168.203.27@tcp:4:dd.0 Request processed in 13913us (14841us total) trans 4294968130 rc 0/0 00000100:00100000:0.0:1746156264.875412:0:25245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5222 00002000:00100000:0.0:1746156264.875420:0:25245:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880123b01f80 x1830977057709312/t4294968130(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.875428:0:25245:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880123b01f80 with x1830977057709312 ext(11534336->12582911) 00002000:00010000:0.0:1746156264.875433:0:25245:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880123b01f80 00000100:00100000:0.0:1746156264.883827:0:25323:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1975:x1830977057709568:12345-192.168.203.27@tcp:4:dd.0 Request processed in 11346us (11609us total) trans 4294968752 rc 0/0 00000100:00100000:0.0:1746156264.883837:0:25323:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 5223 00002000:00100000:0.0:1746156264.883848:0:25323:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff88009350c000 x1830977057709568/t4294968752(0) o4->2f7f720d-4840-4eef-9211-6cf92ca834d9@192.168.203.27@tcp:580/0 lens 488/448 e 0 to 0 dl 1746156275 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746156264.883856:0:25323:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009350c000 with x1830977057709568 ext(12582912->13631487) 00002000:00010000:0.0:1746156264.883861:0:25323:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009350c000 00000001:00080000:0.0:1746156264.885277:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986228 is committed 00000001:00080000:0.0:1746156264.885294:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986221 is committed 00000001:00080000:0.0:1746156264.885309:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986232 is committed 00000004:00080000:0.0:1746156264.885319:0:7168:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000004:00080000:0.0:1746156264.885326:0:7168:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000100:00100000:1.0:1746156264.885500:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054088576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1746156264.885552:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156264.885596:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746156264.885600:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009361f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054088448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1746156264.885612:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746156264.885715:0:7168:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000004:00080000:0.0:1746156264.885719:0:7168:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000001:00080000:0.0:1746156264.885731:0:7168:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986231 is committed 00000100:00100000:3.0:1746156264.885882:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054088832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746156264.885930:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977054088704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1746156264.886204:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054088576 00000100:00100000:3.0:1746156264.886210:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054088576 00000100:00100000:3.0:1746156264.886242:0:8462:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054088448 00000100:00100000:3.0:1746156264.886244:0:8462:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054088448 00000100:00100000:3.0:1746156264.886254:0:8462:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6822 00000100:00100000:3.0:1746156264.886259:0:8462:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3302:x1830977054088576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1746156264.886277:0:8462:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:29 count 1 00010000:00010000:3.0:1746156264.886295:0:8462:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.886310:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.886317:0:8462:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af0 expref: 27 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156264.886327:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.886329:0:8462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156264.886331:0:8462:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.886348:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af0 expref: 27 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746156264.886356:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af0 expref: 27 pid: 21377 timeout: 620 lvb_type: 1 00000100:00100000:3.0:1746156264.886422:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4833800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054088960:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156264.886715:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746156264.886741:0:8463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054088704 00000100:00100000:2.0:1746156264.886743:0:8463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054088704 00000100:00100000:2.0:1746156264.886756:0:8463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6823 00000100:00100000:2.0:1746156264.886760:0:8463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3302:x1830977054088448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1746156264.886769:0:8463:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00010000:00010000:2.0:1746156264.886778:0:8463:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.886786:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.886792:0:8463:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81490d expref: 27 pid: 15159 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156264.886796:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156264.886798:0:8463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156264.886800:0:8463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.886811:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81490d expref: 27 pid: 15159 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156264.886818:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81490d expref: 27 pid: 15159 timeout: 620 lvb_type: 1 00000100:00100000:2.0:1746156264.886825:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b547100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977054089088:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156264.886881:0:8463:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 7 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.886888:0:8463:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 7 pid: 8462 timeout: 620 lvb_type: 0 00000100:00100000:2.0:1746156264.886894:0:8463:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977054089216:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156264.886907:0:8463:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156264.886918:0:8461:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6824 00000100:00100000:2.0:1746156264.886922:0:8461:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3303:x1830977054088704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1746156264.886930:0:8461:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00010000:00010000:2.0:1746156264.886940:0:8461:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.886948:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.886954:0:8461:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814906 expref: 33 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156264.886962:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156264.886963:0:8461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156264.886965:0:8461:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.886987:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814906 expref: 33 pid: 21377 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156264.886993:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814906 expref: 33 pid: 21377 timeout: 620 lvb_type: 1 00000100:00100000:2.0:1746156264.887000:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054089344:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156264.887019:0:8461:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 8 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.887025:0:8461:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 8 pid: 8462 timeout: 620 lvb_type: 0 00000100:00100000:2.0:1746156264.887031:0:8461:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b546a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054089472:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156264.887041:0:8461:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c183840 going to sleep for 11 seconds 00010000:00010000:3.0:1746156264.887211:0:8462:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.887222:0:8462:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 620 lvb_type: 0 00000100:00100000:3.0:1746156264.887231:0:8462:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054089600:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156264.887248:0:8462:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c58d6c0 going to sleep for 11 seconds 00000100:00080000:3.0:1746156264.887259:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746156264.887261:0:7114:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746156264.887274:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156264.887431:0:15159:0:(service.c:3346:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:1.0:1746156264.887437:0:15159:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost00_005' 00000100:00100000:2.0:1746156264.887547:0:21377:0:(service.c:3346:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:1.0:1746156264.887666:0:15159:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054088832 00000100:00100000:1.0:1746156264.887670:0:15159:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054088832 00000100:00100000:0.0:1746156264.887909:0:5669:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6825 00000100:00100000:0.0:1746156264.887915:0:5669:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3304:x1830977054088832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746156264.887925:0:5669:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:28 count 1 00010000:00010000:0.0:1746156264.887935:0:5669:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.887948:0:5669:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.887954:0:5669:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ae9 expref: 33 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156264.887958:0:5669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.887959:0:5669:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.887961:0:5669:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.887984:0:5669:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ae9 expref: 33 pid: 8463 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156264.887990:0:5669:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ae9 expref: 33 pid: 8463 timeout: 620 lvb_type: 1 00000100:00100000:0.0:1746156264.887997:0:5669:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009350e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:5669:1830977054089728:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156264.888031:0:5669:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 8 pid: 21377 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.888037:0:5669:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 8 pid: 21377 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746156264.888043:0:5669:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009350d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:5669:1830977054089856:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156264.888055:0:5669:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093713540 going to sleep for 11 seconds 00000100:00100000:2.0:1746156264.888291:0:21377:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost00_006' 00000100:00100000:0.0:1746156264.889921:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b544700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054089344:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156264.889942:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b547100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977054089088:192.168.203.27@tcp:104: 00000100:00100000:2.0:1746156264.896417:0:8463:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8463:1830977054089216:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156264.896433:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4833800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054088960:192.168.203.27@tcp:104: 00000100:00100000:3.0:1746156264.896443:0:8462:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8462:1830977054089600:192.168.203.27@tcp:104: 00010000:00010000:2.0:1746156264.896444:0:8463:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.896457:0:8462:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156264.896593:0:5669:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009350e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:5669:1830977054089728:192.168.203.27@tcp:104: 00000100:00100000:0.0:1746156264.896602:0:5669:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009350d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:5669:1830977054089856:192.168.203.27@tcp:104: 00010000:00010000:0.0:1746156264.896615:0:5669:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156264.896673:0:8461:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b546a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8461:1830977054089472:192.168.203.27@tcp:104: 00010000:00010000:1.0:1746156264.896687:0:8461:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156264.900994:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.901208:0:7104:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057709952 00000100:00100000:3.0:1746156264.901216:0:7104:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057709952 00010000:00010000:3.0:1746156264.901246:0:7104:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 9 pid: 21377 timeout: 620 lvb_type: 0 00000100:00100000:3.0:1746156264.901281:0:7104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11338 00000100:00100000:3.0:1746156264.901290:0:7104:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+9:1975:x1830977057709952:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156264.901302:0:7104:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156264.901308:0:7104:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 9 pid: 21377 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746156264.901322:0:7104:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 9 pid: 21377 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746156264.901345:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095631400/0xb0171789e0e79304 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a5d expref: 9 pid: 21377 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746156264.901398:0:7104:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156264.901446:0:7104:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1975:x1830977057709952:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 157us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.901454:0:7104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11338 00000100:00100000:0.0:1746156264.909269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.909297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.909345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:3.0:1746156264.909393:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057710080 00000100:00100000:3.0:1746156264.909401:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057710080 00000100:00100000:1.0:1746156264.909417:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057710208 00000100:00100000:1.0:1746156264.909420:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057710208 00010000:00010000:3.0:1746156264.909426:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81490d expref: 28 pid: 15159 timeout: 620 lvb_type: 1 00010000:00010000:1.0:1746156264.909434:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 8 pid: 8462 timeout: 620 lvb_type: 0 00000100:00100000:3.0:1746156264.909446:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057710336 00000100:00100000:3.0:1746156264.909448:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057710336 00000100:00100000:1.0:1746156264.909450:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11339 00010000:00010000:3.0:1746156264.909456:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 8 pid: 8462 timeout: 620 lvb_type: 0 00000100:00100000:1.0:1746156264.909456:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a48ba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+28:1973:x1830977057710080:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746156264.909465:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11340 00010000:00010000:1.0:1746156264.909465:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156264.909469:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81490d expref: 28 pid: 15159 timeout: 620 lvb_type: 1 00000100:00100000:3.0:1746156264.909470:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057710208:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156264.909476:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156264.909478:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81490d expref: 28 pid: 15159 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746156264.909480:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 8 pid: 8462 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746156264.909489:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 8 pid: 8462 timeout: 620 lvb_type: 0 00000100:00100000:0.0:1746156264.909516:0:16094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11341 00000100:00100000:0.0:1746156264.909522:0:16094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+8:1973:x1830977057710336:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156264.909528:0:16094:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156264.909531:0:16094:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 8 pid: 8462 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746156264.909538:0:16094:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 8 pid: 8462 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746156264.909553:0:16094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b528000/0xb0171789e0e78f99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148ea expref: 8 pid: 8462 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746156264.909564:0:16094:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156264.909592:0:16094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057710336:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 71us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156264.909600:0:16094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11341 00010000:00010000:1.0:1746156264.909690:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094163200/0xb0171789e0e78fd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c81490d expref: 28 pid: 15159 timeout: 620 lvb_type: 1 00010000:00010000:3.0:1746156264.909696:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5371c00/0xb0171789e0e78fa0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c8148f1 expref: 8 pid: 8462 timeout: 620 lvb_type: 0 00010000:00010000:1.0:1746156264.909709:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156264.909711:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156264.909715:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.909722:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.909792:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156264.909817:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1973:x1830977057710208:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 347us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156264.909826:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11340 00010000:00010000:1.0:1746156264.909836:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156264.909849:0:8463:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156264.909854:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a48ba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1973:x1830977057710080:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 398us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156264.909859:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11339 00010000:00010000:3.0:1746156264.909860:0:8463:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.909867:0:8463:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.909873:0:8463:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.909882:0:8463:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746156264.909900:0:7105:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746156264.909905:0:7105:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.909910:0:7105:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136296800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156264.909913:0:7105:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.909920:0:7105:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.909929:0:7105:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.909934:0:7105:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136296800/0xb0171789e0e794bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8463 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.909946:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746156264.909947:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746156264.909948:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746156264.910246:0:8463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3302:x1830977054088448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23484us (24632us total) trans 4294968753 rc 0/0 00000100:00100000:3.0:1746156264.910252:0:8463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6823 00000004:00080000:1.0:1746156264.910410:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009361f800/2, rc 0, transno 4294968753 00000100:00100000:1.0:1746156264.910416:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054088448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746156264.913128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.913158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:0.0:1746156264.913194:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.913260:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057710464 00000100:00100000:1.0:1746156264.913267:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057710464 00010000:00010000:1.0:1746156264.913293:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af0 expref: 27 pid: 21377 timeout: 620 lvb_type: 1 00000100:00100000:1.0:1746156264.913314:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057710592 00000100:00100000:1.0:1746156264.913316:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057710592 00010000:00010000:1.0:1746156264.913324:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 620 lvb_type: 0 00000100:00100000:1.0:1746156264.913335:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057710720 00000100:00100000:1.0:1746156264.913337:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057710720 00010000:00010000:1.0:1746156264.913345:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ae9 expref: 34 pid: 8463 timeout: 620 lvb_type: 1 00000100:00100000:1.0:1746156264.913361:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11342 00000100:00100000:1.0:1746156264.913392:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+27:1975:x1830977057710464:12345-192.168.203.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746156264.913416:0:16094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11343 00000100:00100000:0.0:1746156264.913422:0:16094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+7:1975:x1830977057710592:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156264.913433:0:16094:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156264.913437:0:16094:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746156264.913447:0:16094:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746156264.913465:0:16094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095631000/0xb0171789e0e7930b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814a64 expref: 7 pid: 21377 timeout: 620 lvb_type: 0 00010000:00010000:0.0:1746156264.913477:0:16094:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156264.913510:0:16094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5472605d-805c-4c64-82c5-ca9e69bfb8fc+6:1975:x1830977057710592:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 88us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156264.913515:0:16094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11343 00000100:00100000:0.0:1746156264.913528:0:16094:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11344 00000100:00100000:0.0:1746156264.913532:0:16094:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+34:1974:x1830977057710720:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746156264.913537:0:16094:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746156264.913541:0:16094:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ae9 expref: 34 pid: 8463 timeout: 620 lvb_type: 1 00010000:00010000:0.0:1746156264.913552:0:16094:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ae9 expref: 34 pid: 8463 timeout: 620 lvb_type: 1 00010000:00010000:0.0:1746156264.913562:0:16094:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bc2200/0xb0171789e0e79366 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814ae9 expref: 34 pid: 8463 timeout: 620 lvb_type: 1 00010000:00010000:0.0:1746156264.913571:0:16094:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.913573:0:16094:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156264.913576:0:16094:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.913584:0:16094:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.913600:0:16094:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746156264.913613:0:16094:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2f7f720d-4840-4eef-9211-6cf92ca834d9+33:1974:x1830977057710720:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 80us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156264.913617:0:16094:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11344 00010000:00010000:0.0:1746156264.913697:0:5669:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.913705:0:5669:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.913712:0:5669:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.913722:0:5669:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.913733:0:5669:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746156264.914147:0:5669:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3304:x1830977054088832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26232us (26872us total) trans 4294968131 rc 0/0 00000100:00100000:0.0:1746156264.914153:0:5669:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6825 00000004:00080000:0.0:1746156264.914187:0:3304:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4833b80/2, rc 0, transno 4294968131 00000100:00100000:0.0:1746156264.914192:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830977054088832:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1746156264.914241:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156264.914247:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af0 expref: 27 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:1.0:1746156264.914254:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af0 expref: 27 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:1.0:1746156264.914266:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009547ea00/0xb0171789e0e7936d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814af0 expref: 27 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:1.0:1746156264.914274:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156264.914276:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156264.914278:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.914283:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.914296:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156264.914299:0:7106:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746156264.914305:0:7106:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.914313:0:7106:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c22e200 already unused, calling callback (ffffffffa087ad70) 00000100:00100000:1.0:1746156264.914314:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2f7f720d-4840-4eef-9211-6cf92ca834d9+26:1975:x1830977057710464:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 947us (1199us total) trans 0 rc 0/0 00010000:00010000:3.0:1746156264.914317:0:7106:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746156264.914322:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11342 00010000:00010000:3.0:1746156264.914324:0:7106:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.914333:0:7106:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.914343:0:7106:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c22e200/0xb0171789e0e794cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.914354:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746156264.914355:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746156264.914357:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746156264.914665:0:8462:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.914672:0:8462:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.914678:0:8462:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.914682:0:8462:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156264.914706:0:8462:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1746156264.915067:0:8462:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3302:x1830977054088576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28806us (29513us total) trans 4294968754 rc 0/0 00000100:00100000:2.0:1746156264.915073:0:8462:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6822 00010000:00010000:1.0:1746156264.915159:0:7105:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746156264.915164:0:7105:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.915170:0:7105:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba97600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746156264.915172:0:7105:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.915182:0:7105:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.915192:0:7105:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.915197:0:7105:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba97600/0xb0171789e0e794b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.915208:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746156264.915209:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746156264.915211:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1746156264.915533:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009361f480/2, rc 0, transno 4294968754 00000100:00100000:0.0:1746156264.915538:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009361f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830977054088576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746156264.915869:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.27@tcp (source: 12345-192.168.203.27@tcp) 00000100:00100000:1.0:1746156264.915907:0:8476:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977057710848 00000100:00100000:1.0:1746156264.915912:0:8476:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977057710848 00010000:00010000:1.0:1746156264.915932:0:8476:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814906 expref: 33 pid: 21377 timeout: 620 lvb_type: 1 00000100:00100000:1.0:1746156264.916124:0:8476:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.27@tcp, seq: 11345 00000100:00100000:1.0:1746156264.916130:0:8476:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+33:1972:x1830977057710848:12345-192.168.203.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746156264.916140:0:8476:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746156264.916143:0:8476:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814906 expref: 33 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:1.0:1746156264.916152:0:8476:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814906 expref: 33 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:1.0:1746156264.916171:0:8476:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009484e400/0xb0171789e0e78fd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.27@tcp remote: 0xe0d9364e4c814906 expref: 33 pid: 21377 timeout: 620 lvb_type: 1 00010000:00010000:1.0:1746156264.916180:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156264.916181:0:8476:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746156264.916185:0:8476:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.916191:0:8476:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746156264.916361:0:8476:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746156264.916975:0:8476:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2f7f720d-4840-4eef-9211-6cf92ca834d9+32:1972:x1830977057710848:12345-192.168.203.27@tcp:103:ldlm_bl.0 Request processed in 832us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156264.916983:0:8476:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.27@tcp, seq: 11345 00010000:00010000:0.0:1746156264.918789:0:8461:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.918802:0:8461:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.918811:0:8461:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.918817:0:8461:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156264.918841:0:8461:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746156264.918927:0:7106:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746156264.918933:0:7106:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.918940:0:7106:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a06a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746156264.918944:0:7106:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.918950:0:7106:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.918964:0:7106:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.918979:0:7106:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a06a00/0xb0171789e0e794c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156264.918998:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746156264.918999:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746156264.919000:0:7106:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746156264.919290:0:8461:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3303:x1830977054088704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32366us (32573us total) trans 4294968132 rc 0/0 00000100:00100000:3.0:1746156264.919299:0:8461:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6824 00000004:00080000:2.0:1746156264.919420:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a4831180/2, rc 0, transno 4294968132 00000100:00100000:2.0:1746156264.919426:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830977054088704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746156265.431535:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830977054089984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746156265.431596:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746156265.432444:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977054089984 00000100:00100000:2.0:1746156265.432451:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977054089984 00000100:00100000:2.0:1746156265.432480:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1746156265.432485:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3301:x1830977054089984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746156265.432502:0:8464:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 616235008 pending 15335424 free 3841982464 avail 3812622336 00000100:00100000:2.0:1746156265.432539:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009350f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3301:x1830977054089984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156265.432547:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1746156265.432683:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830977054089984:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1746156265.640563:0:5714:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:1.0:1746156265.667194:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 69351 lines, 69351 kept, 0 dropped, 0 bad.